{"level":"warn","ts":"2026-03-02T18:59:42.243385Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T18:59:42.243509Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.36:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.36:2380","--initial-cluster=instance=https://162.253.55.36:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.36:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.36:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T18:59:42.243604Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T18:59:42.243613Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-03-02T18:59:42.243635Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T18:59:42.24458Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"]} {"level":"info","ts":"2026-03-02T18:59:42.244664Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.36:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T18:59:42.249718Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.783189ms"} {"level":"info","ts":"2026-03-02T18:59:42.255322Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cb89ec34a9687f0b","cluster-id":"d8e0d5e222e856c9"} {"level":"info","ts":"2026-03-02T18:59:42.25541Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T18:59:42.255438Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 0"} {"level":"info","ts":"2026-03-02T18:59:42.255455Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cb89ec34a9687f0b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T18:59:42.255463Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became follower at term 1"} {"level":"info","ts":"2026-03-02T18:59:42.255507Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"warn","ts":"2026-03-02T18:59:42.262307Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T18:59:42.26384Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T18:59:42.26493Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T18:59:42.268656Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cb89ec34a9687f0b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T18:59:42.26896Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cb89ec34a9687f0b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T18:59:42.269044Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T18:59:42.269296Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T18:59:42.269348Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T18:59:42.270078Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b switched to configuration voters=(14666513372433383179)"} {"level":"info","ts":"2026-03-02T18:59:42.271506Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","added-peer-id":"cb89ec34a9687f0b","added-peer-peer-urls":["https://162.253.55.36:2380"]} {"level":"info","ts":"2026-03-02T18:59:42.275077Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T18:59:42.275182Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-03-02T18:59:42.275218Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.36:2380"} {"level":"info","ts":"2026-03-02T18:59:42.275519Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cb89ec34a9687f0b","initial-advertise-peer-urls":["https://162.253.55.36:2380"],"listen-peer-urls":["https://162.253.55.36:2380"],"advertise-client-urls":["https://162.253.55.36:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.36:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T18:59:42.275595Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T18:59:42.9558Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T18:59:42.955953Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T18:59:42.955983Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgPreVoteResp from cb89ec34a9687f0b at term 1"} {"level":"info","ts":"2026-03-02T18:59:42.956007Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became candidate at term 2"} {"level":"info","ts":"2026-03-02T18:59:42.956019Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b received MsgVoteResp from cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-03-02T18:59:42.956037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cb89ec34a9687f0b became leader at term 2"} {"level":"info","ts":"2026-03-02T18:59:42.956052Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cb89ec34a9687f0b elected leader cb89ec34a9687f0b at term 2"} {"level":"info","ts":"2026-03-02T18:59:42.957645Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cb89ec34a9687f0b","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.36:2379]}","request-path":"/0/members/cb89ec34a9687f0b/attributes","cluster-id":"d8e0d5e222e856c9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T18:59:42.961318Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T18:59:42.961476Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T18:59:42.961464Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T18:59:42.961833Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T18:59:42.961976Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T18:59:42.962554Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"d8e0d5e222e856c9","local-member-id":"cb89ec34a9687f0b","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T18:59:42.962746Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T18:59:42.962858Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T18:59:42.96314Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.36:2379"} {"level":"info","ts":"2026-03-02T18:59:42.965128Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-02T18:59:44.905835Z","caller":"traceutil/trace.go:171","msg":"trace[1953018749] linearizableReadLoop","detail":"{readStateIndex:62; appliedIndex:59; }","duration":"292.837021ms","start":"2026-03-02T18:59:44.612978Z","end":"2026-03-02T18:59:44.905815Z","steps":["trace[1953018749] 'read index received' (duration: 259.893484ms)","trace[1953018749] 'applied index is now lower than readState.Index' (duration: 32.942817ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:44.905944Z","caller":"traceutil/trace.go:171","msg":"trace[195125702] transaction","detail":"{read_only:false; response_revision:58; number_of_response:1; }","duration":"379.957159ms","start":"2026-03-02T18:59:44.525975Z","end":"2026-03-02T18:59:44.905932Z","steps":["trace[195125702] 'process raft request' (duration: 379.765983ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:44.905837Z","caller":"traceutil/trace.go:171","msg":"trace[1890601996] transaction","detail":"{read_only:false; response_revision:56; number_of_response:1; }","duration":"398.462906ms","start":"2026-03-02T18:59:44.50733Z","end":"2026-03-02T18:59:44.905792Z","steps":["trace[1890601996] 'process raft request' (duration: 365.696984ms)","trace[1890601996] 'compare' (duration: 32.447612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:59:44.90628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.046408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T18:59:44.906303Z","caller":"traceutil/trace.go:171","msg":"trace[129230859] transaction","detail":"{read_only:false; response_revision:57; number_of_response:1; }","duration":"398.651332ms","start":"2026-03-02T18:59:44.507598Z","end":"2026-03-02T18:59:44.906249Z","steps":["trace[129230859] 'process raft request' (duration: 398.086494ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:44.906395Z","caller":"traceutil/trace.go:171","msg":"trace[638916550] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:58; }","duration":"293.41722ms","start":"2026-03-02T18:59:44.612959Z","end":"2026-03-02T18:59:44.906376Z","steps":["trace[638916550] 'agreement among raft nodes before linearized reading' (duration: 293.024008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:44.906751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.479895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-02T18:59:44.906909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:44.525956Z","time spent":"380.032491ms","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:59:44.906971Z","caller":"traceutil/trace.go:171","msg":"trace[1466858084] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:58; }","duration":"204.28067ms","start":"2026-03-02T18:59:44.702587Z","end":"2026-03-02T18:59:44.906868Z","steps":["trace[1466858084] 'agreement among raft nodes before linearized reading' (duration: 203.489686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:44.907084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:44.507319Z","time spent":"399.054564ms","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T18:59:44.907205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:44.507579Z","time spent":"398.833487ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3453,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T18:59:45.124924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.095447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-02T18:59:45.125409Z","caller":"traceutil/trace.go:171","msg":"trace[1826721087] transaction","detail":"{read_only:false; response_revision:62; number_of_response:1; }","duration":"162.623911ms","start":"2026-03-02T18:59:44.962767Z","end":"2026-03-02T18:59:45.125391Z","steps":["trace[1826721087] 'process raft request' (duration: 162.455946ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:45.12545Z","caller":"traceutil/trace.go:171","msg":"trace[1196154007] transaction","detail":"{read_only:false; response_revision:61; number_of_response:1; }","duration":"213.025403ms","start":"2026-03-02T18:59:44.912403Z","end":"2026-03-02T18:59:45.125429Z","steps":["trace[1196154007] 'process raft request' (duration: 212.725884ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:45.125409Z","caller":"traceutil/trace.go:171","msg":"trace[1245196012] transaction","detail":"{read_only:false; response_revision:60; number_of_response:1; }","duration":"214.388045ms","start":"2026-03-02T18:59:44.910989Z","end":"2026-03-02T18:59:45.125377Z","steps":["trace[1245196012] 'process raft request' (duration: 100.601247ms)","trace[1245196012] 'compare' (duration: 112.796117ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:45.334442Z","caller":"traceutil/trace.go:171","msg":"trace[203924819] transaction","detail":"{read_only:false; response_revision:69; number_of_response:1; }","duration":"117.546146ms","start":"2026-03-02T18:59:45.216864Z","end":"2026-03-02T18:59:45.33441Z","steps":["trace[203924819] 'process raft request' (duration: 117.36668ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:45.334624Z","caller":"traceutil/trace.go:171","msg":"trace[1814835987] transaction","detail":"{read_only:false; response_revision:68; number_of_response:1; }","duration":"118.476845ms","start":"2026-03-02T18:59:45.216131Z","end":"2026-03-02T18:59:45.334608Z","steps":["trace[1814835987] 'process raft request' (duration: 22.12656ms)","trace[1814835987] 'compare' (duration: 95.717685ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:45.716316Z","caller":"traceutil/trace.go:171","msg":"trace[1751147198] transaction","detail":"{read_only:false; response_revision:79; number_of_response:1; }","duration":"116.908426ms","start":"2026-03-02T18:59:45.599372Z","end":"2026-03-02T18:59:45.716281Z","steps":["trace[1751147198] 'process raft request' (duration: 30.972046ms)","trace[1751147198] 'compare' (duration: 85.753244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:59:46.055136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.040061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-02T18:59:46.055271Z","caller":"traceutil/trace.go:171","msg":"trace[1859816882] transaction","detail":"{read_only:false; response_revision:82; number_of_response:1; }","duration":"308.227551ms","start":"2026-03-02T18:59:45.747Z","end":"2026-03-02T18:59:46.055228Z","steps":["trace[1859816882] 'process raft request' (duration: 80.019265ms)","trace[1859816882] 'compare' (duration: 227.899927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:59:46.055345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:45.746986Z","time spent":"308.329694ms","remote":"127.0.0.1:33680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T18:59:52.847257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.414296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:59:52.847347Z","caller":"traceutil/trace.go:171","msg":"trace[371725171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:335; }","duration":"121.572631ms","start":"2026-03-02T18:59:52.725757Z","end":"2026-03-02T18:59:52.847329Z","steps":["trace[371725171] 'range keys from in-memory index tree' (duration: 121.261732ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:52.930645Z","caller":"traceutil/trace.go:171","msg":"trace[1458080659] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"170.672162ms","start":"2026-03-02T18:59:52.759945Z","end":"2026-03-02T18:59:52.930617Z","steps":["trace[1458080659] 'process raft request' (duration: 170.532698ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:52.931018Z","caller":"traceutil/trace.go:171","msg":"trace[880241068] linearizableReadLoop","detail":"{readStateIndex:352; appliedIndex:352; }","duration":"116.343228ms","start":"2026-03-02T18:59:52.814647Z","end":"2026-03-02T18:59:52.93099Z","steps":["trace[880241068] 'read index received' (duration: 116.336178ms)","trace[880241068] 'applied index is now lower than readState.Index' (duration: 5.64µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:59:52.931259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.606356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:59:52.931315Z","caller":"traceutil/trace.go:171","msg":"trace[2130425030] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:336; }","duration":"116.72222ms","start":"2026-03-02T18:59:52.814576Z","end":"2026-03-02T18:59:52.931299Z","steps":["trace[2130425030] 'agreement among raft nodes before linearized reading' (duration: 116.563215ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:53.281648Z","caller":"traceutil/trace.go:171","msg":"trace[2139818655] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"154.27034ms","start":"2026-03-02T18:59:53.12734Z","end":"2026-03-02T18:59:53.281611Z","steps":["trace[2139818655] 'process raft request' (duration: 94.90645ms)","trace[2139818655] 'compare' (duration: 59.221616ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:53.283095Z","caller":"traceutil/trace.go:171","msg":"trace[617390273] linearizableReadLoop","detail":"{readStateIndex:357; appliedIndex:355; }","duration":"123.945475ms","start":"2026-03-02T18:59:53.159121Z","end":"2026-03-02T18:59:53.283067Z","steps":["trace[617390273] 'read index received' (duration: 63.145969ms)","trace[617390273] 'applied index is now lower than readState.Index' (duration: 60.798306ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:53.2832Z","caller":"traceutil/trace.go:171","msg":"trace[1030597077] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"155.432087ms","start":"2026-03-02T18:59:53.127737Z","end":"2026-03-02T18:59:53.283169Z","steps":["trace[1030597077] 'process raft request' (duration: 155.169519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:53.283282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.138691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-02T18:59:53.283353Z","caller":"traceutil/trace.go:171","msg":"trace[995765718] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:341; }","duration":"124.263964ms","start":"2026-03-02T18:59:53.159073Z","end":"2026-03-02T18:59:53.283337Z","steps":["trace[995765718] 'agreement among raft nodes before linearized reading' (duration: 124.11826ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:53.725404Z","caller":"traceutil/trace.go:171","msg":"trace[1529744949] linearizableReadLoop","detail":"{readStateIndex:358; appliedIndex:357; }","duration":"166.461551ms","start":"2026-03-02T18:59:53.558882Z","end":"2026-03-02T18:59:53.725344Z","steps":["trace[1529744949] 'read index received' (duration: 166.173522ms)","trace[1529744949] 'applied index is now lower than readState.Index' (duration: 287.158µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:53.725473Z","caller":"traceutil/trace.go:171","msg":"trace[1648655530] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"209.907315ms","start":"2026-03-02T18:59:53.51553Z","end":"2026-03-02T18:59:53.725438Z","steps":["trace[1648655530] 'process raft request' (duration: 209.547294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:53.725629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.736009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-02T18:59:53.725675Z","caller":"traceutil/trace.go:171","msg":"trace[1295102990] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:342; }","duration":"166.868623ms","start":"2026-03-02T18:59:53.558793Z","end":"2026-03-02T18:59:53.725662Z","steps":["trace[1295102990] 'agreement among raft nodes before linearized reading' (duration: 166.733119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:53.725666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.76709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"warn","ts":"2026-03-02T18:59:53.725729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.895608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5325"} {"level":"info","ts":"2026-03-02T18:59:53.725747Z","caller":"traceutil/trace.go:171","msg":"trace[1775011673] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:342; }","duration":"115.887123ms","start":"2026-03-02T18:59:53.60983Z","end":"2026-03-02T18:59:53.725717Z","steps":["trace[1775011673] 'agreement among raft nodes before linearized reading' (duration: 115.743159ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:53.725815Z","caller":"traceutil/trace.go:171","msg":"trace[168891190] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:342; }","duration":"111.006871ms","start":"2026-03-02T18:59:53.614782Z","end":"2026-03-02T18:59:53.725789Z","steps":["trace[168891190] 'agreement among raft nodes before linearized reading' (duration: 110.859957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:53.725892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.774174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"warn","ts":"2026-03-02T18:59:53.725789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.832246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"warn","ts":"2026-03-02T18:59:53.725951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.709691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4659"} {"level":"info","ts":"2026-03-02T18:59:53.725971Z","caller":"traceutil/trace.go:171","msg":"trace[167296725] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:342; }","duration":"110.855466ms","start":"2026-03-02T18:59:53.615095Z","end":"2026-03-02T18:59:53.72595Z","steps":["trace[167296725] 'agreement among raft nodes before linearized reading' (duration: 110.691061ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:53.726004Z","caller":"traceutil/trace.go:171","msg":"trace[1637294480] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:342; }","duration":"109.813705ms","start":"2026-03-02T18:59:53.616171Z","end":"2026-03-02T18:59:53.725985Z","steps":["trace[1637294480] 'agreement among raft nodes before linearized reading' (duration: 109.691751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:53.725975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.096695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-02T18:59:53.726071Z","caller":"traceutil/trace.go:171","msg":"trace[75983854] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:342; }","duration":"111.355692ms","start":"2026-03-02T18:59:53.61469Z","end":"2026-03-02T18:59:53.726046Z","steps":["trace[75983854] 'agreement among raft nodes before linearized reading' (duration: 111.009982ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:53.726087Z","caller":"traceutil/trace.go:171","msg":"trace[1031994892] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:342; }","duration":"111.066373ms","start":"2026-03-02T18:59:53.614917Z","end":"2026-03-02T18:59:53.725984Z","steps":["trace[1031994892] 'agreement among raft nodes before linearized reading' (duration: 110.697132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:53.726165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.046473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-03-02T18:59:53.726234Z","caller":"traceutil/trace.go:171","msg":"trace[1570255703] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:342; }","duration":"111.140296ms","start":"2026-03-02T18:59:53.615078Z","end":"2026-03-02T18:59:53.726218Z","steps":["trace[1570255703] 'agreement among raft nodes before linearized reading' (duration: 110.492106ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:53.833463Z","caller":"traceutil/trace.go:171","msg":"trace[265016110] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"102.29498ms","start":"2026-03-02T18:59:53.731133Z","end":"2026-03-02T18:59:53.833428Z","steps":["trace[265016110] 'process raft request' (duration: 102.069173ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:53.860205Z","caller":"traceutil/trace.go:171","msg":"trace[1100777099] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"126.863966ms","start":"2026-03-02T18:59:53.733303Z","end":"2026-03-02T18:59:53.860167Z","steps":["trace[1100777099] 'process raft request' (duration: 126.532766ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:53.860375Z","caller":"traceutil/trace.go:171","msg":"trace[1701582673] linearizableReadLoop","detail":"{readStateIndex:364; appliedIndex:358; }","duration":"100.658629ms","start":"2026-03-02T18:59:53.759613Z","end":"2026-03-02T18:59:53.860271Z","steps":["trace[1701582673] 'read index received' (duration: 73.710219ms)","trace[1701582673] 'applied index is now lower than readState.Index' (duration: 26.94755ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:53.860494Z","caller":"traceutil/trace.go:171","msg":"trace[547913916] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"124.956897ms","start":"2026-03-02T18:59:53.735484Z","end":"2026-03-02T18:59:53.860441Z","steps":["trace[547913916] 'process raft request' (duration: 124.706079ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:53.860527Z","caller":"traceutil/trace.go:171","msg":"trace[1870322295] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"123.843062ms","start":"2026-03-02T18:59:53.736619Z","end":"2026-03-02T18:59:53.860462Z","steps":["trace[1870322295] 'process raft request' (duration: 123.611005ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:53.860538Z","caller":"traceutil/trace.go:171","msg":"trace[1960215370] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"125.07403ms","start":"2026-03-02T18:59:53.735438Z","end":"2026-03-02T18:59:53.860512Z","steps":["trace[1960215370] 'process raft request' (duration: 124.695208ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:53.860265Z","caller":"traceutil/trace.go:171","msg":"trace[843937119] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"126.286308ms","start":"2026-03-02T18:59:53.733952Z","end":"2026-03-02T18:59:53.860238Z","steps":["trace[843937119] 'process raft request' (duration: 126.110253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:53.860557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.937038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-02T18:59:53.861003Z","caller":"traceutil/trace.go:171","msg":"trace[552546287] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:348; }","duration":"101.410182ms","start":"2026-03-02T18:59:53.759565Z","end":"2026-03-02T18:59:53.860975Z","steps":["trace[552546287] 'agreement among raft nodes before linearized reading' (duration: 100.932697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:53.914264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.635223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-02T18:59:53.914347Z","caller":"traceutil/trace.go:171","msg":"trace[96847340] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:351; }","duration":"104.724686ms","start":"2026-03-02T18:59:53.809604Z","end":"2026-03-02T18:59:53.914328Z","steps":["trace[96847340] 'agreement among raft nodes before linearized reading' (duration: 104.610542ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:53.969008Z","caller":"traceutil/trace.go:171","msg":"trace[407895897] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"101.850276ms","start":"2026-03-02T18:59:53.867126Z","end":"2026-03-02T18:59:53.968976Z","steps":["trace[407895897] 'process raft request' (duration: 87.994704ms)","trace[407895897] 'compare' (duration: 13.572593ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:53.969118Z","caller":"traceutil/trace.go:171","msg":"trace[773026804] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"100.643869ms","start":"2026-03-02T18:59:53.868449Z","end":"2026-03-02T18:59:53.969093Z","steps":["trace[773026804] 'process raft request' (duration: 100.470743ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:53.969383Z","caller":"traceutil/trace.go:171","msg":"trace[1383862987] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"102.053973ms","start":"2026-03-02T18:59:53.867301Z","end":"2026-03-02T18:59:53.969355Z","steps":["trace[1383862987] 'process raft request' (duration: 101.562688ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:53.969557Z","caller":"traceutil/trace.go:171","msg":"trace[1214095762] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"100.108532ms","start":"2026-03-02T18:59:53.869437Z","end":"2026-03-02T18:59:53.969546Z","steps":["trace[1214095762] 'process raft request' (duration: 99.554865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:53.969698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.335441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:59:53.969763Z","caller":"traceutil/trace.go:171","msg":"trace[537213279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:360; }","duration":"102.437424ms","start":"2026-03-02T18:59:53.867312Z","end":"2026-03-02T18:59:53.969749Z","steps":["trace[537213279] 'agreement among raft nodes before linearized reading' (duration: 102.334851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:54.313354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.453539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:59:54.313598Z","caller":"traceutil/trace.go:171","msg":"trace[1818166788] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"304.951928ms","start":"2026-03-02T18:59:54.00856Z","end":"2026-03-02T18:59:54.313512Z","steps":["trace[1818166788] 'process raft request' (duration: 101.21993ms)","trace[1818166788] 'compare' (duration: 203.16875ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:54.313853Z","caller":"traceutil/trace.go:171","msg":"trace[1025504522] linearizableReadLoop","detail":"{readStateIndex:384; appliedIndex:383; }","duration":"299.607101ms","start":"2026-03-02T18:59:54.014206Z","end":"2026-03-02T18:59:54.313814Z","steps":["trace[1025504522] 'read index received' (duration: 95.591535ms)","trace[1025504522] 'applied index is now lower than readState.Index' (duration: 204.001296ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:54.314028Z","caller":"traceutil/trace.go:171","msg":"trace[2080004799] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"295.627687ms","start":"2026-03-02T18:59:54.018369Z","end":"2026-03-02T18:59:54.313997Z","steps":["trace[2080004799] 'process raft request' (duration: 295.09165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:54.313946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:54.008532Z","time spent":"305.171815ms","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4002,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:59:54.314459Z","caller":"traceutil/trace.go:171","msg":"trace[1512742267] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"295.41222ms","start":"2026-03-02T18:59:54.019024Z","end":"2026-03-02T18:59:54.314436Z","steps":["trace[1512742267] 'process raft request' (duration: 294.901264ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:54.314602Z","caller":"traceutil/trace.go:171","msg":"trace[1660554342] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"292.486329ms","start":"2026-03-02T18:59:54.022075Z","end":"2026-03-02T18:59:54.314561Z","steps":["trace[1660554342] 'process raft request' (duration: 292.296923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:54.3147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.220376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"warn","ts":"2026-03-02T18:59:54.314706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.037292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-02T18:59:54.314779Z","caller":"traceutil/trace.go:171","msg":"trace[1574920862] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:371; }","duration":"297.350721ms","start":"2026-03-02T18:59:54.017408Z","end":"2026-03-02T18:59:54.314759Z","steps":["trace[1574920862] 'agreement among raft nodes before linearized reading' (duration: 297.098473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:54.31503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.70548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-03-02T18:59:54.315483Z","caller":"traceutil/trace.go:171","msg":"trace[1073602127] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:371; }","duration":"192.188066ms","start":"2026-03-02T18:59:54.123247Z","end":"2026-03-02T18:59:54.315435Z","steps":["trace[1073602127] 'agreement among raft nodes before linearized reading' (duration: 191.320959ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:54.315252Z","caller":"traceutil/trace.go:171","msg":"trace[1747097407] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:369; }","duration":"306.244039ms","start":"2026-03-02T18:59:54.008567Z","end":"2026-03-02T18:59:54.314811Z","steps":["trace[1747097407] 'agreement among raft nodes before linearized reading' (duration: 305.375271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:54.315891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:54.008553Z","time spent":"307.230819ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"info","ts":"2026-03-02T18:59:54.446654Z","caller":"traceutil/trace.go:171","msg":"trace[2113541762] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"122.715208ms","start":"2026-03-02T18:59:54.323907Z","end":"2026-03-02T18:59:54.446623Z","steps":["trace[2113541762] 'process raft request' (duration: 120.629423ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:54.446668Z","caller":"traceutil/trace.go:171","msg":"trace[2026787990] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"121.375856ms","start":"2026-03-02T18:59:54.325248Z","end":"2026-03-02T18:59:54.446623Z","steps":["trace[2026787990] 'process raft request' (duration: 121.267263ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:54.721222Z","caller":"traceutil/trace.go:171","msg":"trace[644141802] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"226.958858ms","start":"2026-03-02T18:59:54.494238Z","end":"2026-03-02T18:59:54.721197Z","steps":["trace[644141802] 'process raft request' (duration: 226.842604ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:54.721393Z","caller":"traceutil/trace.go:171","msg":"trace[1671255796] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"224.939544ms","start":"2026-03-02T18:59:54.496295Z","end":"2026-03-02T18:59:54.721235Z","steps":["trace[1671255796] 'process raft request' (duration: 224.842321ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:54.721506Z","caller":"traceutil/trace.go:171","msg":"trace[638598767] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"222.230559ms","start":"2026-03-02T18:59:54.499267Z","end":"2026-03-02T18:59:54.721497Z","steps":["trace[638598767] 'process raft request' (duration: 221.923969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:54.721534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.424573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:59:54.721592Z","caller":"traceutil/trace.go:171","msg":"trace[1645826719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:380; }","duration":"169.539396ms","start":"2026-03-02T18:59:54.552036Z","end":"2026-03-02T18:59:54.721576Z","steps":["trace[1645826719] 'agreement among raft nodes before linearized reading' (duration: 169.397142ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:54.721365Z","caller":"traceutil/trace.go:171","msg":"trace[836206015] linearizableReadLoop","detail":"{readStateIndex:396; appliedIndex:392; }","duration":"169.245357ms","start":"2026-03-02T18:59:54.552097Z","end":"2026-03-02T18:59:54.721342Z","steps":["trace[836206015] 'read index received' (duration: 128.51777ms)","trace[836206015] 'applied index is now lower than readState.Index' (duration: 40.726227ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:54.72132Z","caller":"traceutil/trace.go:171","msg":"trace[1626057392] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"228.737213ms","start":"2026-03-02T18:59:54.492461Z","end":"2026-03-02T18:59:54.721198Z","steps":["trace[1626057392] 'process raft request' (duration: 188.209262ms)","trace[1626057392] 'compare' (duration: 40.228401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:59:55.038278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.740414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T18:59:55.038449Z","caller":"traceutil/trace.go:171","msg":"trace[1097911814] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"312.048865ms","start":"2026-03-02T18:59:54.726377Z","end":"2026-03-02T18:59:55.038426Z","steps":["trace[1097911814] 'process raft request' (duration: 164.070015ms)","trace[1097911814] 'compare' (duration: 147.460594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:59:55.038518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:54.726365Z","time spent":"312.124707ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T18:59:55.05436Z","caller":"traceutil/trace.go:171","msg":"trace[1970907886] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"327.415458ms","start":"2026-03-02T18:59:54.726903Z","end":"2026-03-02T18:59:55.054318Z","steps":["trace[1970907886] 'process raft request' (duration: 327.15947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:55.054613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:54.726894Z","time spent":"327.580153ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:59:55.054729Z","caller":"traceutil/trace.go:171","msg":"trace[1895998475] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"326.345134ms","start":"2026-03-02T18:59:54.728334Z","end":"2026-03-02T18:59:55.054679Z","steps":["trace[1895998475] 'process raft request' (duration: 325.923271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:55.054907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:54.728312Z","time spent":"326.513199ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T18:59:55.054943Z","caller":"traceutil/trace.go:171","msg":"trace[1879645053] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"325.983732ms","start":"2026-03-02T18:59:54.728948Z","end":"2026-03-02T18:59:55.054931Z","steps":["trace[1879645053] 'process raft request' (duration: 325.61173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:55.055108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:54.728941Z","time spent":"326.029864ms","remote":"127.0.0.1:33832","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:59:55.055482Z","caller":"traceutil/trace.go:171","msg":"trace[1165838943] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"324.465285ms","start":"2026-03-02T18:59:54.730967Z","end":"2026-03-02T18:59:55.055432Z","steps":["trace[1165838943] 'process raft request' (duration: 323.791083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:55.055665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:54.730945Z","time spent":"324.62353ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:59:55.055678Z","caller":"traceutil/trace.go:171","msg":"trace[1379694585] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"322.849294ms","start":"2026-03-02T18:59:54.732816Z","end":"2026-03-02T18:59:55.055666Z","steps":["trace[1379694585] 'process raft request' (duration: 322.449681ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:55.055668Z","caller":"traceutil/trace.go:171","msg":"trace[1366275905] linearizableReadLoop","detail":"{readStateIndex:402; appliedIndex:397; }","duration":"114.034147ms","start":"2026-03-02T18:59:54.941587Z","end":"2026-03-02T18:59:55.055621Z","steps":["trace[1366275905] 'read index received' (duration: 112.505089ms)","trace[1366275905] 'applied index is now lower than readState.Index' (duration: 1.527127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:59:55.055779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:54.732803Z","time spent":"322.911416ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:59:55.055879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.299784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:59:55.055924Z","caller":"traceutil/trace.go:171","msg":"trace[1851820178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:386; }","duration":"114.382207ms","start":"2026-03-02T18:59:54.941527Z","end":"2026-03-02T18:59:55.055909Z","steps":["trace[1851820178] 'agreement among raft nodes before linearized reading' (duration: 114.277903ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:59:55.236876Z","caller":"traceutil/trace.go:171","msg":"trace[76186310] linearizableReadLoop","detail":"{readStateIndex:405; appliedIndex:404; }","duration":"118.526937ms","start":"2026-03-02T18:59:55.11832Z","end":"2026-03-02T18:59:55.236847Z","steps":["trace[76186310] 'read index received' (duration: 57.183363ms)","trace[76186310] 'applied index is now lower than readState.Index' (duration: 61.342624ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:59:55.236996Z","caller":"traceutil/trace.go:171","msg":"trace[341609252] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"169.221537ms","start":"2026-03-02T18:59:55.067736Z","end":"2026-03-02T18:59:55.236957Z","steps":["trace[341609252] 'process raft request' (duration: 107.77532ms)","trace[341609252] 'compare' (duration: 61.202309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:59:55.237027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.687942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-02T18:59:55.237195Z","caller":"traceutil/trace.go:171","msg":"trace[1493697872] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-7c96b6546b; range_end:; response_count:1; response_revision:389; }","duration":"118.893809ms","start":"2026-03-02T18:59:55.118279Z","end":"2026-03-02T18:59:55.237172Z","steps":["trace[1493697872] 'agreement among raft nodes before linearized reading' (duration: 118.680942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:58.480368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084408404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-03-02T18:59:58.480458Z","caller":"traceutil/trace.go:171","msg":"trace[159222700] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:401; }","duration":"2.084566088s","start":"2026-03-02T18:59:56.395874Z","end":"2026-03-02T18:59:58.48044Z","steps":["trace[159222700] 'range keys from in-memory index tree' (duration: 2.084205377s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:58.480501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:56.395846Z","time spent":"2.084645671s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4346,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-02T18:59:58.480738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779669037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T18:59:58.480776Z","caller":"traceutil/trace.go:171","msg":"trace[1937929888] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:401; }","duration":"1.779767491s","start":"2026-03-02T18:59:56.700999Z","end":"2026-03-02T18:59:58.480766Z","steps":["trace[1937929888] 'range keys from in-memory index tree' (duration: 1.779582714s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:58.480804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:56.700962Z","time spent":"1.779834992s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:59:58.48124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445395425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T18:59:58.481424Z","caller":"traceutil/trace.go:171","msg":"trace[418558601] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:401; }","duration":"1.445637612s","start":"2026-03-02T18:59:57.035753Z","end":"2026-03-02T18:59:58.481391Z","steps":["trace[418558601] 'range keys from in-memory index tree' (duration: 1.44525526s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:58.481477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:57.03573Z","time spent":"1.445735515s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-02T18:59:58.481665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361926617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T18:59:58.481726Z","caller":"traceutil/trace.go:171","msg":"trace[154193555] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:401; }","duration":"1.362050141s","start":"2026-03-02T18:59:57.119664Z","end":"2026-03-02T18:59:58.481714Z","steps":["trace[154193555] 'range keys from in-memory index tree' (duration: 1.361847505s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:58.481759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:57.119656Z","time spent":"1.362094282s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T18:59:58.481774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.832862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-02T18:59:58.481817Z","caller":"traceutil/trace.go:171","msg":"trace[1073359924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:401; }","duration":"468.915995ms","start":"2026-03-02T18:59:58.012888Z","end":"2026-03-02T18:59:58.481804Z","steps":["trace[1073359924] 'range keys from in-memory index tree' (duration: 468.703458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:58.481849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:58.012863Z","time spent":"468.977956ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:59:58.481966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423501108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:59:58.48202Z","caller":"traceutil/trace.go:171","msg":"trace[543137578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:401; }","duration":"1.42358421s","start":"2026-03-02T18:59:57.058423Z","end":"2026-03-02T18:59:58.482007Z","steps":["trace[543137578] 'range keys from in-memory index tree' (duration: 1.423434766s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:58.482059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:57.058402Z","time spent":"1.423642953s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:59:58.482269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364025753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T18:59:58.482317Z","caller":"traceutil/trace.go:171","msg":"trace[1078319011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:401; }","duration":"1.364118046s","start":"2026-03-02T18:59:57.118188Z","end":"2026-03-02T18:59:58.482306Z","steps":["trace[1078319011] 'range keys from in-memory index tree' (duration: 1.363857958s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:59:58.482355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:59:57.118158Z","time spent":"1.364182098s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:00:02.794568Z","caller":"traceutil/trace.go:171","msg":"trace[30951199] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"194.275922ms","start":"2026-03-02T19:00:02.600264Z","end":"2026-03-02T19:00:02.79454Z","steps":["trace[30951199] 'process raft request' (duration: 193.484067ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:02.794843Z","caller":"traceutil/trace.go:171","msg":"trace[1398777167] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"194.301133ms","start":"2026-03-02T19:00:02.600519Z","end":"2026-03-02T19:00:02.79482Z","steps":["trace[1398777167] 'process raft request' (duration: 193.440756ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:02.795028Z","caller":"traceutil/trace.go:171","msg":"trace[1068542011] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"194.106056ms","start":"2026-03-02T19:00:02.600901Z","end":"2026-03-02T19:00:02.795007Z","steps":["trace[1068542011] 'process raft request' (duration: 193.122966ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:04.529026Z","caller":"traceutil/trace.go:171","msg":"trace[1024933733] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"386.447186ms","start":"2026-03-02T19:00:04.142541Z","end":"2026-03-02T19:00:04.528988Z","steps":["trace[1024933733] 'process raft request' (duration: 386.24831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:04.529235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:04.14252Z","time spent":"386.608872ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4364,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:05.071047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.973056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T19:00:05.071159Z","caller":"traceutil/trace.go:171","msg":"trace[259138200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:419; }","duration":"271.139241ms","start":"2026-03-02T19:00:04.799995Z","end":"2026-03-02T19:00:05.071134Z","steps":["trace[259138200] 'range keys from in-memory index tree' (duration: 270.835542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:05.071223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.434761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:05.071295Z","caller":"traceutil/trace.go:171","msg":"trace[988399292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:419; }","duration":"367.496913ms","start":"2026-03-02T19:00:04.703774Z","end":"2026-03-02T19:00:05.071271Z","steps":["trace[988399292] 'range keys from in-memory index tree' (duration: 367.233054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:05.071346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:04.703721Z","time spent":"367.616666ms","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:00:05.071003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.652608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T19:00:05.071616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.669418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T19:00:05.072103Z","caller":"traceutil/trace.go:171","msg":"trace[641238105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:419; }","duration":"272.142503ms","start":"2026-03-02T19:00:04.79991Z","end":"2026-03-02T19:00:05.072052Z","steps":["trace[641238105] 'range keys from in-memory index tree' (duration: 271.604086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:05.072227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.555155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:00:05.072281Z","caller":"traceutil/trace.go:171","msg":"trace[1877281983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:419; }","duration":"272.679539ms","start":"2026-03-02T19:00:04.799587Z","end":"2026-03-02T19:00:05.072267Z","steps":["trace[1877281983] 'range keys from in-memory index tree' (duration: 271.978807ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:05.071578Z","caller":"traceutil/trace.go:171","msg":"trace[1927581627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:419; }","duration":"449.262726ms","start":"2026-03-02T19:00:04.622272Z","end":"2026-03-02T19:00:05.071535Z","steps":["trace[1927581627] 'range keys from in-memory index tree' (duration: 448.473123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:05.072554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:04.622254Z","time spent":"450.281709ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:00:13.307962Z","caller":"traceutil/trace.go:171","msg":"trace[952941198] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"178.59654ms","start":"2026-03-02T19:00:13.129343Z","end":"2026-03-02T19:00:13.30794Z","steps":["trace[952941198] 'process raft request' (duration: 178.469296ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:13.31055Z","caller":"traceutil/trace.go:171","msg":"trace[207913710] linearizableReadLoop","detail":"{readStateIndex:491; appliedIndex:489; }","duration":"174.007076ms","start":"2026-03-02T19:00:13.136511Z","end":"2026-03-02T19:00:13.310518Z","steps":["trace[207913710] 'read index received' (duration: 171.331892ms)","trace[207913710] 'applied index is now lower than readState.Index' (duration: 2.673804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:13.310689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.160401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T19:00:13.310668Z","caller":"traceutil/trace.go:171","msg":"trace[1084802037] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"178.25851ms","start":"2026-03-02T19:00:13.132368Z","end":"2026-03-02T19:00:13.310627Z","steps":["trace[1084802037] 'process raft request' (duration: 178.054203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:13.310732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.756969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T19:00:13.310775Z","caller":"traceutil/trace.go:171","msg":"trace[460294256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:470; }","duration":"174.249324ms","start":"2026-03-02T19:00:13.136505Z","end":"2026-03-02T19:00:13.310755Z","steps":["trace[460294256] 'agreement among raft nodes before linearized reading' (duration: 174.12905ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:13.310804Z","caller":"traceutil/trace.go:171","msg":"trace[26546446] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:470; }","duration":"173.887243ms","start":"2026-03-02T19:00:13.136897Z","end":"2026-03-02T19:00:13.310784Z","steps":["trace[26546446] 'agreement among raft nodes before linearized reading' (duration: 173.760299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:15.968842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.284881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:15.968941Z","caller":"traceutil/trace.go:171","msg":"trace[1001793922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:476; }","duration":"267.459306ms","start":"2026-03-02T19:00:15.701462Z","end":"2026-03-02T19:00:15.968921Z","steps":["trace[1001793922] 'range keys from in-memory index tree' (duration: 267.145206ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:16.18612Z","caller":"traceutil/trace.go:171","msg":"trace[1784655526] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"166.535352ms","start":"2026-03-02T19:00:16.019543Z","end":"2026-03-02T19:00:16.186078Z","steps":["trace[1784655526] 'process raft request' (duration: 166.300555ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:17.622731Z","caller":"traceutil/trace.go:171","msg":"trace[339863633] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"127.671934ms","start":"2026-03-02T19:00:17.49503Z","end":"2026-03-02T19:00:17.622701Z","steps":["trace[339863633] 'process raft request' (duration: 127.599451ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:17.622836Z","caller":"traceutil/trace.go:171","msg":"trace[659742694] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"127.766887ms","start":"2026-03-02T19:00:17.495028Z","end":"2026-03-02T19:00:17.622795Z","steps":["trace[659742694] 'process raft request' (duration: 122.821191ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:21.606896Z","caller":"traceutil/trace.go:171","msg":"trace[1281683659] linearizableReadLoop","detail":"{readStateIndex:545; appliedIndex:544; }","duration":"102.99939ms","start":"2026-03-02T19:00:21.503869Z","end":"2026-03-02T19:00:21.606868Z","steps":["trace[1281683659] 'read index received' (duration: 102.859776ms)","trace[1281683659] 'applied index is now lower than readState.Index' (duration: 138.424µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:21.606962Z","caller":"traceutil/trace.go:171","msg":"trace[287714764] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"105.56908ms","start":"2026-03-02T19:00:21.501349Z","end":"2026-03-02T19:00:21.606918Z","steps":["trace[287714764] 'process raft request' (duration: 105.350284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:21.607078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.189105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:00:21.607151Z","caller":"traceutil/trace.go:171","msg":"trace[309400058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:522; }","duration":"103.31839ms","start":"2026-03-02T19:00:21.503815Z","end":"2026-03-02T19:00:21.607133Z","steps":["trace[309400058] 'agreement among raft nodes before linearized reading' (duration: 103.162945ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:29.722817Z","caller":"traceutil/trace.go:171","msg":"trace[1546748727] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"984.135662ms","start":"2026-03-02T19:00:28.73866Z","end":"2026-03-02T19:00:29.722796Z","steps":["trace[1546748727] 'process raft request' (duration: 984.005057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:29.723059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:28.738625Z","time spent":"984.267596ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:00:29.728204Z","caller":"traceutil/trace.go:171","msg":"trace[2013408528] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"392.000013ms","start":"2026-03-02T19:00:29.336162Z","end":"2026-03-02T19:00:29.728162Z","steps":["trace[2013408528] 'process raft request' (duration: 391.831448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:29.728369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:29.336133Z","time spent":"392.145327ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:30.268461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947412978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:00:30.762853Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.031042212s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:00:31.101873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.597468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:00:31.102012Z","caller":"traceutil/trace.go:171","msg":"trace[2017214912] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"1.370287629s","start":"2026-03-02T19:00:29.731699Z","end":"2026-03-02T19:00:31.101986Z","steps":["trace[2017214912] 'process raft request' (duration: 1.031459044s)","trace[2017214912] 'compare' (duration: 338.312419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:31.102096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:29.731681Z","time spent":"1.370374662s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:32.048522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.50672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:00:32.048619Z","caller":"traceutil/trace.go:171","msg":"trace[818830046] linearizableReadLoop","detail":"{readStateIndex:594; appliedIndex:592; }","duration":"2.282731412s","start":"2026-03-02T19:00:29.765871Z","end":"2026-03-02T19:00:32.048603Z","steps":["trace[818830046] 'read index received' (duration: 997.283343ms)","trace[818830046] 'applied index is now lower than readState.Index' (duration: 1.285447029s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:32.0487Z","caller":"traceutil/trace.go:171","msg":"trace[287728351] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"2.316858342s","start":"2026-03-02T19:00:29.731832Z","end":"2026-03-02T19:00:32.04869Z","steps":["trace[287728351] 'process raft request' (duration: 1.584105314s)","trace[287728351] 'compare' (duration: 732.403087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:32.048763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:29.731811Z","time spent":"2.316919104s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:32.049026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283162835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:00:32.049062Z","caller":"traceutil/trace.go:171","msg":"trace[447866105] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:569; }","duration":"2.283250528s","start":"2026-03-02T19:00:29.765803Z","end":"2026-03-02T19:00:32.049053Z","steps":["trace[447866105] 'agreement among raft nodes before linearized reading' (duration: 2.283131894s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:32.049095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:29.765777Z","time spent":"2.283310309s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:00:32.049277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246102713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:32.049309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347651199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:32.049358Z","caller":"traceutil/trace.go:171","msg":"trace[1275304159] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:569; }","duration":"2.246275188s","start":"2026-03-02T19:00:29.803064Z","end":"2026-03-02T19:00:32.049339Z","steps":["trace[1275304159] 'agreement among raft nodes before linearized reading' (duration: 2.246101553s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:32.049396Z","caller":"traceutil/trace.go:171","msg":"trace[1287391924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:569; }","duration":"1.347767293s","start":"2026-03-02T19:00:30.701594Z","end":"2026-03-02T19:00:32.049361Z","steps":["trace[1287391924] 'agreement among raft nodes before linearized reading' (duration: 1.347606178s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:32.049418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:29.803034Z","time spent":"2.246376361s","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-02T19:00:32.049428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:30.701573Z","time spent":"1.347848536s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:00:32.049453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244812783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T19:00:32.049557Z","caller":"traceutil/trace.go:171","msg":"trace[546139565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:569; }","duration":"2.244931877s","start":"2026-03-02T19:00:29.804586Z","end":"2026-03-02T19:00:32.049518Z","steps":["trace[546139565] 'agreement among raft nodes before linearized reading' (duration: 2.244630207s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:32.049613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:29.804576Z","time spent":"2.245027549s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:00:34.061508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000177123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:00:34.061621Z","caller":"traceutil/trace.go:171","msg":"trace[1595460270] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000349358s","start":"2026-03-02T19:00:32.061255Z","end":"2026-03-02T19:00:34.061604Z","steps":["trace[1595460270] 'agreement among raft nodes before linearized reading' (duration: 2.000218664s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:34.061683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:32.061232Z","time spent":"2.000441412s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:00:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:00:34.23456Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.883296277s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:00:35.857726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960297512s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:35.857892Z","caller":"traceutil/trace.go:171","msg":"trace[511527708] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:569; }","duration":"1.960474988s","start":"2026-03-02T19:00:33.897394Z","end":"2026-03-02T19:00:35.857868Z","steps":["trace[511527708] 'range keys from in-memory index tree' (duration: 1.960279182s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:35.859205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.507690467s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:00:35.859491Z","caller":"traceutil/trace.go:171","msg":"trace[752511975] linearizableReadLoop","detail":"{readStateIndex:595; appliedIndex:594; }","duration":"3.798146954s","start":"2026-03-02T19:00:32.061306Z","end":"2026-03-02T19:00:35.859453Z","steps":["trace[752511975] 'read index received' (duration: 289.958792ms)","trace[752511975] 'applied index is now lower than readState.Index' (duration: 3.508184082s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:35.860444Z","caller":"traceutil/trace.go:171","msg":"trace[986607899] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"3.804514615s","start":"2026-03-02T19:00:32.055464Z","end":"2026-03-02T19:00:35.859979Z","steps":["trace[986607899] 'process raft request' (duration: 295.783856ms)","trace[986607899] 'compare' (duration: 3.506238551s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:35.860568Z","caller":"traceutil/trace.go:171","msg":"trace[1586942760] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"3.795957727s","start":"2026-03-02T19:00:32.06455Z","end":"2026-03-02T19:00:35.860508Z","steps":["trace[1586942760] 'process raft request' (duration: 3.794761999s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:35.860719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:32.064516Z","time spent":"3.796118412s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:35.860723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:32.055449Z","time spent":"3.805152845s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:36.073427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000310208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:00:36.073556Z","caller":"traceutil/trace.go:171","msg":"trace[261457816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000508244s","start":"2026-03-02T19:00:34.073016Z","end":"2026-03-02T19:00:36.073524Z","steps":["trace[261457816] 'agreement among raft nodes before linearized reading' (duration: 2.000332898s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:36.07363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:34.072995Z","time spent":"2.000616087s","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:00:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:00:36.162239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.830257ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T19:00:36.162543Z","caller":"traceutil/trace.go:171","msg":"trace[33914842] linearizableReadLoop","detail":"{readStateIndex:597; appliedIndex:596; }","duration":"302.923789ms","start":"2026-03-02T19:00:35.859581Z","end":"2026-03-02T19:00:36.162505Z","steps":["trace[33914842] 'read index received' (duration: 2.031803ms)","trace[33914842] 'applied index is now lower than readState.Index' (duration: 300.890236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:36.162727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467476857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:36.1628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049624142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:00:36.162839Z","caller":"traceutil/trace.go:171","msg":"trace[508559561] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:572; }","duration":"2.467635492s","start":"2026-03-02T19:00:33.695186Z","end":"2026-03-02T19:00:36.162821Z","steps":["trace[508559561] 'agreement among raft nodes before linearized reading' (duration: 2.467459666s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:36.162841Z","caller":"traceutil/trace.go:171","msg":"trace[549328438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:572; }","duration":"3.049710435s","start":"2026-03-02T19:00:33.113116Z","end":"2026-03-02T19:00:36.162826Z","steps":["trace[549328438] 'agreement among raft nodes before linearized reading' (duration: 3.04954617s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:36.162873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:33.695163Z","time spent":"2.467702934s","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-02T19:00:36.162876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:33.113093Z","time spent":"3.049775647s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:00:36.162974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088622977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T19:00:36.163096Z","caller":"traceutil/trace.go:171","msg":"trace[915236658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:572; }","duration":"2.088767001s","start":"2026-03-02T19:00:34.074308Z","end":"2026-03-02T19:00:36.163075Z","steps":["trace[915236658] 'agreement among raft nodes before linearized reading' (duration: 2.088202333s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:36.163143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:34.074303Z","time spent":"2.088828773s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:00:36.345906Z","caller":"traceutil/trace.go:171","msg":"trace[1272159258] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:598; }","duration":"172.85662ms","start":"2026-03-02T19:00:36.173025Z","end":"2026-03-02T19:00:36.345882Z","steps":["trace[1272159258] 'read index received' (duration: 19.715048ms)","trace[1272159258] 'applied index is now lower than readState.Index' (duration: 153.140612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:36.346031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.985615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:36.346064Z","caller":"traceutil/trace.go:171","msg":"trace[1699096202] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:574; }","duration":"173.062037ms","start":"2026-03-02T19:00:36.172992Z","end":"2026-03-02T19:00:36.346054Z","steps":["trace[1699096202] 'agreement among raft nodes before linearized reading' (duration: 172.981304ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:36.346045Z","caller":"traceutil/trace.go:171","msg":"trace[1700560966] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"179.102307ms","start":"2026-03-02T19:00:36.166912Z","end":"2026-03-02T19:00:36.346014Z","steps":["trace[1700560966] 'process raft request' (duration: 177.115274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:37.461452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.130204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:00:37.461915Z","caller":"traceutil/trace.go:171","msg":"trace[1412322831] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"314.030427ms","start":"2026-03-02T19:00:37.147823Z","end":"2026-03-02T19:00:37.461853Z","steps":["trace[1412322831] 'process raft request' (duration: 99.407457ms)","trace[1412322831] 'compare' (duration: 213.943469ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:37.462031Z","caller":"traceutil/trace.go:171","msg":"trace[1870833476] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"314.015856ms","start":"2026-03-02T19:00:37.147989Z","end":"2026-03-02T19:00:37.462005Z","steps":["trace[1870833476] 'process raft request' (duration: 313.595993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:37.462152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:37.147973Z","time spent":"314.12456ms","remote":"127.0.0.1:33408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:00:37.462175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:37.14779Z","time spent":"314.281515ms","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:00:37.462519Z","caller":"traceutil/trace.go:171","msg":"trace[1120178877] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"228.526726ms","start":"2026-03-02T19:00:37.233975Z","end":"2026-03-02T19:00:37.462502Z","steps":["trace[1120178877] 'process raft request' (duration: 228.288109ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.638284Z","caller":"traceutil/trace.go:171","msg":"trace[819441073] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"111.649201ms","start":"2026-03-02T19:00:37.526606Z","end":"2026-03-02T19:00:37.638255Z","steps":["trace[819441073] 'process raft request' (duration: 52.844137ms)","trace[819441073] 'compare' (duration: 58.546406ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:37.638373Z","caller":"traceutil/trace.go:171","msg":"trace[349863521] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"110.384461ms","start":"2026-03-02T19:00:37.527948Z","end":"2026-03-02T19:00:37.638333Z","steps":["trace[349863521] 'process raft request' (duration: 110.193205ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.638435Z","caller":"traceutil/trace.go:171","msg":"trace[22748847] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"109.884676ms","start":"2026-03-02T19:00:37.528518Z","end":"2026-03-02T19:00:37.638402Z","steps":["trace[22748847] 'process raft request' (duration: 109.68306ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.638625Z","caller":"traceutil/trace.go:171","msg":"trace[1893648431] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"102.382081ms","start":"2026-03-02T19:00:37.536233Z","end":"2026-03-02T19:00:37.638615Z","steps":["trace[1893648431] 'process raft request' (duration: 102.158474ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.638524Z","caller":"traceutil/trace.go:171","msg":"trace[114432028] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"104.752625ms","start":"2026-03-02T19:00:37.53376Z","end":"2026-03-02T19:00:37.638513Z","steps":["trace[114432028] 'process raft request' (duration: 104.513257ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.853297Z","caller":"traceutil/trace.go:171","msg":"trace[1552974554] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"208.723056ms","start":"2026-03-02T19:00:37.644527Z","end":"2026-03-02T19:00:37.85325Z","steps":["trace[1552974554] 'process raft request' (duration: 198.916698ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.853452Z","caller":"traceutil/trace.go:171","msg":"trace[238140117] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"206.588348ms","start":"2026-03-02T19:00:37.646812Z","end":"2026-03-02T19:00:37.853401Z","steps":["trace[238140117] 'process raft request' (duration: 206.343201ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.854074Z","caller":"traceutil/trace.go:171","msg":"trace[1497847175] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"199.234838ms","start":"2026-03-02T19:00:37.654827Z","end":"2026-03-02T19:00:37.854062Z","steps":["trace[1497847175] 'process raft request' (duration: 199.168766ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.854237Z","caller":"traceutil/trace.go:171","msg":"trace[1730144474] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"205.723351ms","start":"2026-03-02T19:00:37.648486Z","end":"2026-03-02T19:00:37.854209Z","steps":["trace[1730144474] 'process raft request' (duration: 204.74756ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.854383Z","caller":"traceutil/trace.go:171","msg":"trace[1146987886] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"199.357291ms","start":"2026-03-02T19:00:37.655006Z","end":"2026-03-02T19:00:37.854363Z","steps":["trace[1146987886] 'process raft request' (duration: 199.033241ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.854511Z","caller":"traceutil/trace.go:171","msg":"trace[1936331231] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"199.477636ms","start":"2026-03-02T19:00:37.655021Z","end":"2026-03-02T19:00:37.854498Z","steps":["trace[1936331231] 'process raft request' (duration: 199.342221ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.85449Z","caller":"traceutil/trace.go:171","msg":"trace[198592254] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"199.417403ms","start":"2026-03-02T19:00:37.655028Z","end":"2026-03-02T19:00:37.854445Z","steps":["trace[198592254] 'process raft request' (duration: 199.259418ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.854542Z","caller":"traceutil/trace.go:171","msg":"trace[1955747474] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"199.429533ms","start":"2026-03-02T19:00:37.655091Z","end":"2026-03-02T19:00:37.854521Z","steps":["trace[1955747474] 'process raft request' (duration: 199.3184ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.854716Z","caller":"traceutil/trace.go:171","msg":"trace[955623053] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"199.600899ms","start":"2026-03-02T19:00:37.655103Z","end":"2026-03-02T19:00:37.854704Z","steps":["trace[955623053] 'process raft request' (duration: 199.344851ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.854738Z","caller":"traceutil/trace.go:171","msg":"trace[1537084685] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"199.416034ms","start":"2026-03-02T19:00:37.655302Z","end":"2026-03-02T19:00:37.854718Z","steps":["trace[1537084685] 'process raft request' (duration: 199.253729ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.854733Z","caller":"traceutil/trace.go:171","msg":"trace[545433823] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"199.431764ms","start":"2026-03-02T19:00:37.655263Z","end":"2026-03-02T19:00:37.854695Z","steps":["trace[545433823] 'process raft request' (duration: 199.227647ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.854841Z","caller":"traceutil/trace.go:171","msg":"trace[1624770204] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"199.396573ms","start":"2026-03-02T19:00:37.655437Z","end":"2026-03-02T19:00:37.854833Z","steps":["trace[1624770204] 'process raft request' (duration: 199.205907ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.854869Z","caller":"traceutil/trace.go:171","msg":"trace[615598315] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"129.080578ms","start":"2026-03-02T19:00:37.725771Z","end":"2026-03-02T19:00:37.854852Z","steps":["trace[615598315] 'process raft request' (duration: 129.015996ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.854896Z","caller":"traceutil/trace.go:171","msg":"trace[1047891231] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"199.518517ms","start":"2026-03-02T19:00:37.655366Z","end":"2026-03-02T19:00:37.854885Z","steps":["trace[1047891231] 'process raft request' (duration: 199.230348ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.854933Z","caller":"traceutil/trace.go:171","msg":"trace[1683183041] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:620; }","duration":"153.587346ms","start":"2026-03-02T19:00:37.701315Z","end":"2026-03-02T19:00:37.854903Z","steps":["trace[1683183041] 'read index received' (duration: 9.039514ms)","trace[1683183041] 'applied index is now lower than readState.Index' (duration: 144.545672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:37.855047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.72875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:37.855054Z","caller":"traceutil/trace.go:171","msg":"trace[140459760] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"199.523017ms","start":"2026-03-02T19:00:37.655454Z","end":"2026-03-02T19:00:37.854977Z","steps":["trace[140459760] 'process raft request' (duration: 199.231438ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.855075Z","caller":"traceutil/trace.go:171","msg":"trace[509614678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:609; }","duration":"153.861695ms","start":"2026-03-02T19:00:37.701205Z","end":"2026-03-02T19:00:37.855066Z","steps":["trace[509614678] 'agreement among raft nodes before linearized reading' (duration: 153.781642ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:37.855113Z","caller":"traceutil/trace.go:171","msg":"trace[674085650] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"199.31755ms","start":"2026-03-02T19:00:37.655533Z","end":"2026-03-02T19:00:37.85485Z","steps":["trace[674085650] 'process raft request' (duration: 199.192416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:37.855234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.170862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-797rc\" ","response":"range_response_count:1 size:17243"} {"level":"info","ts":"2026-03-02T19:00:37.855333Z","caller":"traceutil/trace.go:171","msg":"trace[1818947474] range","detail":"{range_begin:/registry/pods/kube-system/cilium-797rc; range_end:; response_count:1; response_revision:609; }","duration":"108.312396ms","start":"2026-03-02T19:00:37.746996Z","end":"2026-03-02T19:00:37.855309Z","steps":["trace[1818947474] 'agreement among raft nodes before linearized reading' (duration: 108.029527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:39.387201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.977852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:00:39.387328Z","caller":"traceutil/trace.go:171","msg":"trace[753262256] transaction","detail":"{read_only:false; response_revision:713; number_of_response:1; }","duration":"508.093113ms","start":"2026-03-02T19:00:38.879219Z","end":"2026-03-02T19:00:39.387312Z","steps":["trace[753262256] 'process raft request' (duration: 115.925515ms)","trace[753262256] 'compare' (duration: 391.853478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:39.387376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:38.879202Z","time spent":"508.154175ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:00:40.912529Z","caller":"traceutil/trace.go:171","msg":"trace[1958965547] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"132.629098ms","start":"2026-03-02T19:00:40.779878Z","end":"2026-03-02T19:00:40.912507Z","steps":["trace[1958965547] 'process raft request' (duration: 132.514904ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:40.912552Z","caller":"traceutil/trace.go:171","msg":"trace[75602616] linearizableReadLoop","detail":"{readStateIndex:774; appliedIndex:773; }","duration":"120.041694ms","start":"2026-03-02T19:00:40.792467Z","end":"2026-03-02T19:00:40.912508Z","steps":["trace[75602616] 'read index received' (duration: 120.017903ms)","trace[75602616] 'applied index is now lower than readState.Index' (duration: 20.681µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:40.912757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.25892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:40.912851Z","caller":"traceutil/trace.go:171","msg":"trace[939572398] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:747; }","duration":"120.401125ms","start":"2026-03-02T19:00:40.792428Z","end":"2026-03-02T19:00:40.912829Z","steps":["trace[939572398] 'agreement among raft nodes before linearized reading' (duration: 120.198599ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:41.035956Z","caller":"traceutil/trace.go:171","msg":"trace[786796603] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"243.145044ms","start":"2026-03-02T19:00:40.792783Z","end":"2026-03-02T19:00:41.035928Z","steps":["trace[786796603] 'process raft request' (duration: 242.37736ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:42.424321Z","caller":"traceutil/trace.go:171","msg":"trace[140010114] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"425.894746ms","start":"2026-03-02T19:00:41.998395Z","end":"2026-03-02T19:00:42.424289Z","steps":["trace[140010114] 'process raft request' (duration: 370.819228ms)","trace[140010114] 'compare' (duration: 54.884162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:42.424484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:41.998355Z","time spent":"426.05871ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:00:42.427966Z","caller":"traceutil/trace.go:171","msg":"trace[520976117] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"426.788344ms","start":"2026-03-02T19:00:42.001141Z","end":"2026-03-02T19:00:42.427929Z","steps":["trace[520976117] 'process raft request' (duration: 426.560517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:42.428126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:42.001112Z","time spent":"426.944869ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:00:42.461142Z","caller":"traceutil/trace.go:171","msg":"trace[1096987958] linearizableReadLoop","detail":"{readStateIndex:788; appliedIndex:786; }","duration":"267.350904ms","start":"2026-03-02T19:00:42.193764Z","end":"2026-03-02T19:00:42.461115Z","steps":["trace[1096987958] 'read index received' (duration: 175.345079ms)","trace[1096987958] 'applied index is now lower than readState.Index' (duration: 92.003515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:42.461393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.602542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-02T19:00:42.461466Z","caller":"traceutil/trace.go:171","msg":"trace[5316210] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:762; }","duration":"267.711654ms","start":"2026-03-02T19:00:42.193735Z","end":"2026-03-02T19:00:42.461447Z","steps":["trace[5316210] 'agreement among raft nodes before linearized reading' (duration: 267.486217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:42.468495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.626161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T19:00:42.468565Z","caller":"traceutil/trace.go:171","msg":"trace[812115226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:763; }","duration":"251.717993ms","start":"2026-03-02T19:00:42.216833Z","end":"2026-03-02T19:00:42.468551Z","steps":["trace[812115226] 'agreement among raft nodes before linearized reading' (duration: 251.536968ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:43.315012Z","caller":"traceutil/trace.go:171","msg":"trace[1900550430] transaction","detail":"{read_only:false; response_revision:770; number_of_response:1; }","duration":"502.489148ms","start":"2026-03-02T19:00:42.81247Z","end":"2026-03-02T19:00:43.314959Z","steps":["trace[1900550430] 'process raft request' (duration: 470.846655ms)","trace[1900550430] 'compare' (duration: 31.366734ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:43.315061Z","caller":"traceutil/trace.go:171","msg":"trace[2053123771] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"467.642765ms","start":"2026-03-02T19:00:42.847399Z","end":"2026-03-02T19:00:43.315041Z","steps":["trace[2053123771] 'process raft request' (duration: 467.515971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:43.315168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:42.847361Z","time spent":"467.753698ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:00:43.315282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:42.812452Z","time spent":"502.647952ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:00:43.326452Z","caller":"traceutil/trace.go:171","msg":"trace[1113169525] linearizableReadLoop","detail":"{readStateIndex:800; appliedIndex:797; }","duration":"132.599718ms","start":"2026-03-02T19:00:43.193827Z","end":"2026-03-02T19:00:43.326427Z","steps":["trace[1113169525] 'read index received' (duration: 89.504727ms)","trace[1113169525] 'applied index is now lower than readState.Index' (duration: 43.093791ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:43.326542Z","caller":"traceutil/trace.go:171","msg":"trace[934716041] transaction","detail":"{read_only:false; response_revision:772; number_of_response:1; }","duration":"304.394805ms","start":"2026-03-02T19:00:43.022124Z","end":"2026-03-02T19:00:43.326519Z","steps":["trace[934716041] 'process raft request' (duration: 304.132567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:43.32664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:43.022092Z","time spent":"304.504078ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:00:43.326689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.856197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-02T19:00:43.326729Z","caller":"traceutil/trace.go:171","msg":"trace[1107297551] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:772; }","duration":"132.966799ms","start":"2026-03-02T19:00:43.193752Z","end":"2026-03-02T19:00:43.326719Z","steps":["trace[1107297551] 'agreement among raft nodes before linearized reading' (duration: 132.765253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:43.904409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.50981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:00:43.904751Z","caller":"traceutil/trace.go:171","msg":"trace[1386457216] linearizableReadLoop","detail":"{readStateIndex:801; appliedIndex:800; }","duration":"511.147249ms","start":"2026-03-02T19:00:43.393543Z","end":"2026-03-02T19:00:43.90469Z","steps":["trace[1386457216] 'read index received' (duration: 220.175894ms)","trace[1386457216] 'applied index is now lower than readState.Index' (duration: 290.967414ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:43.904763Z","caller":"traceutil/trace.go:171","msg":"trace[1891109558] transaction","detail":"{read_only:false; response_revision:773; number_of_response:1; }","duration":"513.386559ms","start":"2026-03-02T19:00:43.391193Z","end":"2026-03-02T19:00:43.904579Z","steps":["trace[1891109558] 'process raft request' (duration: 222.58812ms)","trace[1891109558] 'compare' (duration: 289.395345ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:43.904832Z","caller":"traceutil/trace.go:171","msg":"trace[144251266] transaction","detail":"{read_only:false; response_revision:774; number_of_response:1; }","duration":"456.546436ms","start":"2026-03-02T19:00:43.44826Z","end":"2026-03-02T19:00:43.904806Z","steps":["trace[144251266] 'process raft request' (duration: 456.453583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:43.905005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.692788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:43.905041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.48731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-02T19:00:43.905079Z","caller":"traceutil/trace.go:171","msg":"trace[953946695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:774; }","duration":"203.855892ms","start":"2026-03-02T19:00:43.701204Z","end":"2026-03-02T19:00:43.90506Z","steps":["trace[953946695] 'agreement among raft nodes before linearized reading' (duration: 203.740779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:43.905068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:43.391156Z","time spent":"513.693809ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188471,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:00:43.905084Z","caller":"traceutil/trace.go:171","msg":"trace[2009954187] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:774; }","duration":"511.580042ms","start":"2026-03-02T19:00:43.393488Z","end":"2026-03-02T19:00:43.905069Z","steps":["trace[2009954187] 'agreement among raft nodes before linearized reading' (duration: 511.388876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:43.905076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.827773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T19:00:43.905102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.698964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-03-02T19:00:43.905126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:43.393467Z","time spent":"511.650365ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-03-02T19:00:43.905152Z","caller":"traceutil/trace.go:171","msg":"trace[1451988438] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:774; }","duration":"311.780497ms","start":"2026-03-02T19:00:43.593357Z","end":"2026-03-02T19:00:43.905138Z","steps":["trace[1451988438] 'agreement among raft nodes before linearized reading' (duration: 311.643662ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:43.90515Z","caller":"traceutil/trace.go:171","msg":"trace[385325802] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:774; }","duration":"491.953427ms","start":"2026-03-02T19:00:43.413178Z","end":"2026-03-02T19:00:43.905132Z","steps":["trace[385325802] 'agreement among raft nodes before linearized reading' (duration: 491.754571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:43.905178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:43.593339Z","time spent":"311.832849ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-02T19:00:43.905187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:43.413159Z","time spent":"492.020929ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:00:43.905085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:43.44823Z","time spent":"456.751493ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:00:44.090942Z","caller":"traceutil/trace.go:171","msg":"trace[1687665988] transaction","detail":"{read_only:false; response_revision:776; number_of_response:1; }","duration":"173.137279ms","start":"2026-03-02T19:00:43.917781Z","end":"2026-03-02T19:00:44.090918Z","steps":["trace[1687665988] 'process raft request' (duration: 115.43202ms)","trace[1687665988] 'compare' (duration: 57.588636ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:44.092835Z","caller":"traceutil/trace.go:171","msg":"trace[228724875] transaction","detail":"{read_only:false; response_revision:777; number_of_response:1; }","duration":"100.237963ms","start":"2026-03-02T19:00:43.992575Z","end":"2026-03-02T19:00:44.092813Z","steps":["trace[228724875] 'process raft request' (duration: 99.542481ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:44.406651Z","caller":"traceutil/trace.go:171","msg":"trace[310761301] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"190.297416ms","start":"2026-03-02T19:00:44.21632Z","end":"2026-03-02T19:00:44.406617Z","steps":["trace[310761301] 'process raft request' (duration: 189.823771ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:44.79192Z","caller":"traceutil/trace.go:171","msg":"trace[268312207] linearizableReadLoop","detail":"{readStateIndex:810; appliedIndex:809; }","duration":"244.015252ms","start":"2026-03-02T19:00:44.547872Z","end":"2026-03-02T19:00:44.791887Z","steps":["trace[268312207] 'read index received' (duration: 218.197052ms)","trace[268312207] 'applied index is now lower than readState.Index' (duration: 25.81686ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:44.792098Z","caller":"traceutil/trace.go:171","msg":"trace[224714509] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"287.64718ms","start":"2026-03-02T19:00:44.504413Z","end":"2026-03-02T19:00:44.79206Z","steps":["trace[224714509] 'process raft request' (duration: 261.625104ms)","trace[224714509] 'compare' (duration: 25.399757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:44.792209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.320941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T19:00:44.79228Z","caller":"traceutil/trace.go:171","msg":"trace[209118065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:782; }","duration":"244.449326ms","start":"2026-03-02T19:00:44.547812Z","end":"2026-03-02T19:00:44.792261Z","steps":["trace[209118065] 'agreement among raft nodes before linearized reading' (duration: 244.209628ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:44.962204Z","caller":"traceutil/trace.go:171","msg":"trace[1521662927] transaction","detail":"{read_only:false; response_revision:790; number_of_response:1; }","duration":"107.294184ms","start":"2026-03-02T19:00:44.854883Z","end":"2026-03-02T19:00:44.962177Z","steps":["trace[1521662927] 'process raft request' (duration: 107.187241ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:44.962448Z","caller":"traceutil/trace.go:171","msg":"trace[158946279] transaction","detail":"{read_only:false; response_revision:791; number_of_response:1; }","duration":"107.101439ms","start":"2026-03-02T19:00:44.855327Z","end":"2026-03-02T19:00:44.962428Z","steps":["trace[158946279] 'process raft request' (duration: 106.792949ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:44.962571Z","caller":"traceutil/trace.go:171","msg":"trace[410248539] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"107.693097ms","start":"2026-03-02T19:00:44.854858Z","end":"2026-03-02T19:00:44.962551Z","steps":["trace[410248539] 'process raft request' (duration: 107.062767ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:44.962888Z","caller":"traceutil/trace.go:171","msg":"trace[1526141856] transaction","detail":"{read_only:false; response_revision:792; number_of_response:1; }","duration":"107.509621ms","start":"2026-03-02T19:00:44.855342Z","end":"2026-03-02T19:00:44.962851Z","steps":["trace[1526141856] 'process raft request' (duration: 107.019076ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:44.962933Z","caller":"traceutil/trace.go:171","msg":"trace[407447723] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"106.928853ms","start":"2026-03-02T19:00:44.855988Z","end":"2026-03-02T19:00:44.962917Z","steps":["trace[407447723] 'process raft request' (duration: 106.81559ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:44.96297Z","caller":"traceutil/trace.go:171","msg":"trace[1008129708] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"106.725427ms","start":"2026-03-02T19:00:44.856235Z","end":"2026-03-02T19:00:44.96296Z","steps":["trace[1008129708] 'process raft request' (duration: 106.603973ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:44.962908Z","caller":"traceutil/trace.go:171","msg":"trace[591471583] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"107.498431ms","start":"2026-03-02T19:00:44.855397Z","end":"2026-03-02T19:00:44.962896Z","steps":["trace[591471583] 'process raft request' (duration: 107.344586ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:46.904646Z","caller":"traceutil/trace.go:171","msg":"trace[869652105] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"103.289059ms","start":"2026-03-02T19:00:46.801334Z","end":"2026-03-02T19:00:46.904623Z","steps":["trace[869652105] 'process raft request' (duration: 103.113673ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:46.909917Z","caller":"traceutil/trace.go:171","msg":"trace[1443872287] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"108.472081ms","start":"2026-03-02T19:00:46.801422Z","end":"2026-03-02T19:00:46.909894Z","steps":["trace[1443872287] 'process raft request' (duration: 108.283415ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:47.077013Z","caller":"traceutil/trace.go:171","msg":"trace[1610082249] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"103.516027ms","start":"2026-03-02T19:00:46.973465Z","end":"2026-03-02T19:00:47.076981Z","steps":["trace[1610082249] 'process raft request' (duration: 83.53972ms)","trace[1610082249] 'compare' (duration: 19.713598ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:48.20341Z","caller":"traceutil/trace.go:171","msg":"trace[915330431] transaction","detail":"{read_only:false; response_revision:826; number_of_response:1; }","duration":"168.157893ms","start":"2026-03-02T19:00:48.035225Z","end":"2026-03-02T19:00:48.203383Z","steps":["trace[915330431] 'process raft request' (duration: 159.14347ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:48.243966Z","caller":"traceutil/trace.go:171","msg":"trace[30158296] linearizableReadLoop","detail":"{readStateIndex:857; appliedIndex:855; }","duration":"108.906915ms","start":"2026-03-02T19:00:48.135038Z","end":"2026-03-02T19:00:48.243945Z","steps":["trace[30158296] 'read index received' (duration: 59.391312ms)","trace[30158296] 'applied index is now lower than readState.Index' (duration: 49.514703ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:48.244059Z","caller":"traceutil/trace.go:171","msg":"trace[93631467] transaction","detail":"{read_only:false; response_revision:827; number_of_response:1; }","duration":"199.513267ms","start":"2026-03-02T19:00:48.044507Z","end":"2026-03-02T19:00:48.24402Z","steps":["trace[93631467] 'process raft request' (duration: 199.30647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:48.244166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.112802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T19:00:48.244197Z","caller":"traceutil/trace.go:171","msg":"trace[759019374] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:827; }","duration":"109.194604ms","start":"2026-03-02T19:00:48.134995Z","end":"2026-03-02T19:00:48.24419Z","steps":["trace[759019374] 'agreement among raft nodes before linearized reading' (duration: 109.052789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:48.244283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.131624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T19:00:48.244339Z","caller":"traceutil/trace.go:171","msg":"trace[108968991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:827; }","duration":"103.222627ms","start":"2026-03-02T19:00:48.141103Z","end":"2026-03-02T19:00:48.244325Z","steps":["trace[108968991] 'agreement among raft nodes before linearized reading' (duration: 103.034041ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:48.423919Z","caller":"traceutil/trace.go:171","msg":"trace[119974555] transaction","detail":"{read_only:false; response_revision:831; number_of_response:1; }","duration":"139.901607ms","start":"2026-03-02T19:00:48.283957Z","end":"2026-03-02T19:00:48.423858Z","steps":["trace[119974555] 'process raft request' (duration: 138.567995ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:48.632924Z","caller":"traceutil/trace.go:171","msg":"trace[1659099310] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"158.654536ms","start":"2026-03-02T19:00:48.474006Z","end":"2026-03-02T19:00:48.632661Z","steps":["trace[1659099310] 'process raft request' (duration: 158.499461ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:48.72572Z","caller":"traceutil/trace.go:171","msg":"trace[28686765] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"178.723864ms","start":"2026-03-02T19:00:48.546963Z","end":"2026-03-02T19:00:48.725687Z","steps":["trace[28686765] 'process raft request' (duration: 178.514557ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:50.142528Z","caller":"traceutil/trace.go:171","msg":"trace[1119198253] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"145.126691ms","start":"2026-03-02T19:00:49.997374Z","end":"2026-03-02T19:00:50.142501Z","steps":["trace[1119198253] 'process raft request' (duration: 144.959916ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:50.144083Z","caller":"traceutil/trace.go:171","msg":"trace[1592968654] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"127.86679ms","start":"2026-03-02T19:00:50.016194Z","end":"2026-03-02T19:00:50.14406Z","steps":["trace[1592968654] 'process raft request' (duration: 127.742986ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:50.914332Z","caller":"traceutil/trace.go:171","msg":"trace[692584757] transaction","detail":"{read_only:false; response_revision:853; number_of_response:1; }","duration":"115.76285ms","start":"2026-03-02T19:00:50.798542Z","end":"2026-03-02T19:00:50.914305Z","steps":["trace[692584757] 'process raft request' (duration: 115.521023ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:51.199602Z","caller":"traceutil/trace.go:171","msg":"trace[357565781] transaction","detail":"{read_only:false; response_revision:857; number_of_response:1; }","duration":"127.048234ms","start":"2026-03-02T19:00:51.072529Z","end":"2026-03-02T19:00:51.199577Z","steps":["trace[357565781] 'process raft request' (duration: 104.872469ms)","trace[357565781] 'compare' (duration: 22.059111ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:52.171885Z","caller":"traceutil/trace.go:171","msg":"trace[2073718812] linearizableReadLoop","detail":"{readStateIndex:894; appliedIndex:893; }","duration":"149.068325ms","start":"2026-03-02T19:00:52.022778Z","end":"2026-03-02T19:00:52.171846Z","steps":["trace[2073718812] 'read index received' (duration: 148.809437ms)","trace[2073718812] 'applied index is now lower than readState.Index' (duration: 257.008µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:52.171964Z","caller":"traceutil/trace.go:171","msg":"trace[823169552] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"153.787133ms","start":"2026-03-02T19:00:52.018122Z","end":"2026-03-02T19:00:52.171909Z","steps":["trace[823169552] 'process raft request' (duration: 153.466663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:52.172212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.420026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-bcblx\" ","response":"range_response_count:1 size:4776"} {"level":"info","ts":"2026-03-02T19:00:52.172306Z","caller":"traceutil/trace.go:171","msg":"trace[1966292085] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-bcblx; range_end:; response_count:1; response_revision:863; }","duration":"149.55633ms","start":"2026-03-02T19:00:52.022726Z","end":"2026-03-02T19:00:52.172282Z","steps":["trace[1966292085] 'agreement among raft nodes before linearized reading' (duration: 149.264311ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:52.284573Z","caller":"traceutil/trace.go:171","msg":"trace[794151805] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"100.615915ms","start":"2026-03-02T19:00:52.183933Z","end":"2026-03-02T19:00:52.284548Z","steps":["trace[794151805] 'process raft request' (duration: 100.45877ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:52.821486Z","caller":"traceutil/trace.go:171","msg":"trace[406427883] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"529.219285ms","start":"2026-03-02T19:00:52.292242Z","end":"2026-03-02T19:00:52.821462Z","steps":["trace[406427883] 'process raft request' (duration: 529.002978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:52.821692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:52.292224Z","time spent":"529.345369ms","remote":"127.0.0.1:33454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:53.050586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.145335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:00:53.050829Z","caller":"traceutil/trace.go:171","msg":"trace[814371592] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"758.112294ms","start":"2026-03-02T19:00:52.292679Z","end":"2026-03-02T19:00:53.050791Z","steps":["trace[814371592] 'process raft request' (duration: 632.68278ms)","trace[814371592] 'compare' (duration: 125.00585ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:53.050977Z","caller":"traceutil/trace.go:171","msg":"trace[51876109] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"734.373169ms","start":"2026-03-02T19:00:52.316581Z","end":"2026-03-02T19:00:53.050954Z","steps":["trace[51876109] 'process raft request' (duration: 734.182443ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:53.050968Z","caller":"traceutil/trace.go:171","msg":"trace[388703576] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"751.926769ms","start":"2026-03-02T19:00:52.299016Z","end":"2026-03-02T19:00:53.050942Z","steps":["trace[388703576] 'process raft request' (duration: 751.684852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.050996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:52.292663Z","time spent":"758.247967ms","remote":"127.0.0.1:33600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1290,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:53.051069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:52.316573Z","time spent":"734.449892ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":819,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:00:53.051107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:52.299006Z","time spent":"752.025292ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4892,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:00:53.196919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.084861ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T19:00:53.197038Z","caller":"traceutil/trace.go:171","msg":"trace[27940625] linearizableReadLoop","detail":"{readStateIndex:900; appliedIndex:895; }","duration":"819.040184ms","start":"2026-03-02T19:00:52.377978Z","end":"2026-03-02T19:00:53.197018Z","steps":["trace[27940625] 'read index received' (duration: 443.333932ms)","trace[27940625] 'applied index is now lower than readState.Index' (duration: 375.704552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:53.197342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.979183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:53.197371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.608936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T19:00:53.197419Z","caller":"traceutil/trace.go:171","msg":"trace[812070043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:868; }","duration":"496.086057ms","start":"2026-03-02T19:00:52.701316Z","end":"2026-03-02T19:00:53.197402Z","steps":["trace[812070043] 'agreement among raft nodes before linearized reading' (duration: 495.940232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.197425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.832254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:00:53.197439Z","caller":"traceutil/trace.go:171","msg":"trace[931997752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:868; }","duration":"815.784392ms","start":"2026-03-02T19:00:52.38164Z","end":"2026-03-02T19:00:53.197425Z","steps":["trace[931997752] 'agreement among raft nodes before linearized reading' (duration: 815.503033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.197463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:52.701302Z","time spent":"496.152799ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:00:53.197473Z","caller":"traceutil/trace.go:171","msg":"trace[1424730166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:868; }","duration":"131.913727ms","start":"2026-03-02T19:00:53.065546Z","end":"2026-03-02T19:00:53.19746Z","steps":["trace[1424730166] 'agreement among raft nodes before linearized reading' (duration: 131.748012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.197475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:52.381609Z","time spent":"815.857904ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:00:53.197479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.465447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:00:53.197599Z","caller":"traceutil/trace.go:171","msg":"trace[1764479528] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:868; }","duration":"819.622032ms","start":"2026-03-02T19:00:52.377948Z","end":"2026-03-02T19:00:53.19757Z","steps":["trace[1764479528] 'agreement among raft nodes before linearized reading' (duration: 819.275331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.197644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.772051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T19:00:53.197765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:52.377936Z","time spent":"819.809128ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:00:53.197365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.700242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:00:53.197896Z","caller":"traceutil/trace.go:171","msg":"trace[27550067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:868; }","duration":"229.294661ms","start":"2026-03-02T19:00:52.968584Z","end":"2026-03-02T19:00:53.197879Z","steps":["trace[27550067] 'agreement among raft nodes before linearized reading' (duration: 228.563238ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:53.198305Z","caller":"traceutil/trace.go:171","msg":"trace[1251176742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:868; }","duration":"815.962487ms","start":"2026-03-02T19:00:52.381797Z","end":"2026-03-02T19:00:53.197759Z","steps":["trace[1251176742] 'agreement among raft nodes before linearized reading' (duration: 815.489032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.198532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:00:52.381755Z","time spent":"816.732082ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:00:53.448435Z","caller":"traceutil/trace.go:171","msg":"trace[555295635] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"244.812637ms","start":"2026-03-02T19:00:53.203527Z","end":"2026-03-02T19:00:53.44834Z","steps":["trace[555295635] 'process raft request' (duration: 212.316468ms)","trace[555295635] 'compare' (duration: 31.87517ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:53.448452Z","caller":"traceutil/trace.go:171","msg":"trace[158862503] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"244.847199ms","start":"2026-03-02T19:00:53.20357Z","end":"2026-03-02T19:00:53.448417Z","steps":["trace[158862503] 'process raft request' (duration: 244.618651ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:53.448736Z","caller":"traceutil/trace.go:171","msg":"trace[362820273] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"244.958752ms","start":"2026-03-02T19:00:53.203729Z","end":"2026-03-02T19:00:53.448688Z","steps":["trace[362820273] 'process raft request' (duration: 244.805497ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:53.448746Z","caller":"traceutil/trace.go:171","msg":"trace[1254934346] transaction","detail":"{read_only:false; response_revision:872; number_of_response:1; }","duration":"245.016643ms","start":"2026-03-02T19:00:53.203647Z","end":"2026-03-02T19:00:53.448664Z","steps":["trace[1254934346] 'process raft request' (duration: 244.753015ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:53.449106Z","caller":"traceutil/trace.go:171","msg":"trace[2098346633] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"245.24915ms","start":"2026-03-02T19:00:53.203798Z","end":"2026-03-02T19:00:53.449047Z","steps":["trace[2098346633] 'process raft request' (duration: 244.839417ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:53.449358Z","caller":"traceutil/trace.go:171","msg":"trace[591399605] transaction","detail":"{read_only:false; response_revision:875; number_of_response:1; }","duration":"245.505018ms","start":"2026-03-02T19:00:53.203835Z","end":"2026-03-02T19:00:53.449341Z","steps":["trace[591399605] 'process raft request' (duration: 245.060725ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:53.44943Z","caller":"traceutil/trace.go:171","msg":"trace[932675571] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"243.747854ms","start":"2026-03-02T19:00:53.205667Z","end":"2026-03-02T19:00:53.449414Z","steps":["trace[932675571] 'process raft request' (duration: 243.525907ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:53.449424Z","caller":"traceutil/trace.go:171","msg":"trace[44115730] linearizableReadLoop","detail":"{readStateIndex:908; appliedIndex:900; }","duration":"226.567555ms","start":"2026-03-02T19:00:53.222839Z","end":"2026-03-02T19:00:53.449407Z","steps":["trace[44115730] 'read index received' (duration: 2.739336ms)","trace[44115730] 'applied index is now lower than readState.Index' (duration: 223.827049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:00:53.449633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.762921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:53.44976Z","caller":"traceutil/trace.go:171","msg":"trace[779130728] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:876; }","duration":"226.924776ms","start":"2026-03-02T19:00:53.222812Z","end":"2026-03-02T19:00:53.449737Z","steps":["trace[779130728] 'agreement among raft nodes before linearized reading' (duration: 226.74702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.498217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.136848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:53.498264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.406809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:53.4983Z","caller":"traceutil/trace.go:171","msg":"trace[497955683] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:877; }","duration":"275.244781ms","start":"2026-03-02T19:00:53.223029Z","end":"2026-03-02T19:00:53.498274Z","steps":["trace[497955683] 'agreement among raft nodes before linearized reading' (duration: 275.120487ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:53.498339Z","caller":"traceutil/trace.go:171","msg":"trace[191407488] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:877; }","duration":"211.554794ms","start":"2026-03-02T19:00:53.286765Z","end":"2026-03-02T19:00:53.49832Z","steps":["trace[191407488] 'agreement among raft nodes before linearized reading' (duration: 211.395459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.49835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.073589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:53.498398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.574673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:53.498455Z","caller":"traceutil/trace.go:171","msg":"trace[234030184] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:877; }","duration":"233.233504ms","start":"2026-03-02T19:00:53.2652Z","end":"2026-03-02T19:00:53.498434Z","steps":["trace[234030184] 'agreement among raft nodes before linearized reading' (duration: 233.033358ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:53.498506Z","caller":"traceutil/trace.go:171","msg":"trace[1084905137] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:877; }","duration":"180.712237ms","start":"2026-03-02T19:00:53.317769Z","end":"2026-03-02T19:00:53.498481Z","steps":["trace[1084905137] 'agreement among raft nodes before linearized reading' (duration: 180.49621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.498625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.529264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:53.498691Z","caller":"traceutil/trace.go:171","msg":"trace[1773694820] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:877; }","duration":"211.625866ms","start":"2026-03-02T19:00:53.287049Z","end":"2026-03-02T19:00:53.498675Z","steps":["trace[1773694820] 'agreement among raft nodes before linearized reading' (duration: 211.532613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.498708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.772366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:53.498692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.258155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:53.498374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.378987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:53.498779Z","caller":"traceutil/trace.go:171","msg":"trace[1113621752] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:877; }","duration":"252.833518ms","start":"2026-03-02T19:00:53.245923Z","end":"2026-03-02T19:00:53.498757Z","steps":["trace[1113621752] 'agreement among raft nodes before linearized reading' (duration: 252.749726ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:53.498811Z","caller":"traceutil/trace.go:171","msg":"trace[1938338770] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:877; }","duration":"233.399879ms","start":"2026-03-02T19:00:53.265366Z","end":"2026-03-02T19:00:53.498766Z","steps":["trace[1938338770] 'agreement among raft nodes before linearized reading' (duration: 233.261675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.498854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.400147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:53.498826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.748659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:53.498831Z","caller":"traceutil/trace.go:171","msg":"trace[386570867] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:877; }","duration":"166.881643ms","start":"2026-03-02T19:00:53.331929Z","end":"2026-03-02T19:00:53.498811Z","steps":["trace[386570867] 'agreement among raft nodes before linearized reading' (duration: 166.357156ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:53.498993Z","caller":"traceutil/trace.go:171","msg":"trace[1838308133] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:877; }","duration":"167.055879ms","start":"2026-03-02T19:00:53.331921Z","end":"2026-03-02T19:00:53.498977Z","steps":["trace[1838308133] 'agreement among raft nodes before linearized reading' (duration: 166.737579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.498637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.101457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:53.49894Z","caller":"traceutil/trace.go:171","msg":"trace[1838497831] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:877; }","duration":"253.51685ms","start":"2026-03-02T19:00:53.24541Z","end":"2026-03-02T19:00:53.498927Z","steps":["trace[1838497831] 'agreement among raft nodes before linearized reading' (duration: 253.288202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.498991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.639064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:53.499122Z","caller":"traceutil/trace.go:171","msg":"trace[1286877142] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:877; }","duration":"253.627153ms","start":"2026-03-02T19:00:53.24548Z","end":"2026-03-02T19:00:53.499107Z","steps":["trace[1286877142] 'agreement among raft nodes before linearized reading' (duration: 253.090116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.498647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.966635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:00:53.498825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.359117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:53.499222Z","caller":"traceutil/trace.go:171","msg":"trace[789132422] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:877; }","duration":"166.76813ms","start":"2026-03-02T19:00:53.332437Z","end":"2026-03-02T19:00:53.499205Z","steps":["trace[789132422] 'agreement among raft nodes before linearized reading' (duration: 166.342447ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:53.499243Z","caller":"traceutil/trace.go:171","msg":"trace[1053040400] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:877; }","duration":"233.576745ms","start":"2026-03-02T19:00:53.265614Z","end":"2026-03-02T19:00:53.499191Z","steps":["trace[1053040400] 'agreement among raft nodes before linearized reading' (duration: 232.953795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.499376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.528885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:53.500196Z","caller":"traceutil/trace.go:171","msg":"trace[1774763910] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:877; }","duration":"213.494905ms","start":"2026-03-02T19:00:53.286681Z","end":"2026-03-02T19:00:53.500175Z","steps":["trace[1774763910] 'agreement among raft nodes before linearized reading' (duration: 212.263036ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:53.499539Z","caller":"traceutil/trace.go:171","msg":"trace[1176220881] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:877; }","duration":"276.205761ms","start":"2026-03-02T19:00:53.223317Z","end":"2026-03-02T19:00:53.499523Z","steps":["trace[1176220881] 'agreement among raft nodes before linearized reading' (duration: 275.646494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.499452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.143731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:53.500459Z","caller":"traceutil/trace.go:171","msg":"trace[775293374] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:877; }","duration":"182.737061ms","start":"2026-03-02T19:00:53.317699Z","end":"2026-03-02T19:00:53.500436Z","steps":["trace[775293374] 'agreement among raft nodes before linearized reading' (duration: 181.10583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:00:53.49992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.136252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:00:53.500688Z","caller":"traceutil/trace.go:171","msg":"trace[1086707672] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:877; }","duration":"182.900976ms","start":"2026-03-02T19:00:53.317748Z","end":"2026-03-02T19:00:53.500649Z","steps":["trace[1086707672] 'agreement among raft nodes before linearized reading' (duration: 181.277125ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:53.665121Z","caller":"traceutil/trace.go:171","msg":"trace[1318045938] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"208.021974ms","start":"2026-03-02T19:00:53.457078Z","end":"2026-03-02T19:00:53.6651Z","steps":["trace[1318045938] 'process raft request' (duration: 207.838138ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:53.671432Z","caller":"traceutil/trace.go:171","msg":"trace[1819022233] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"168.763383ms","start":"2026-03-02T19:00:53.502657Z","end":"2026-03-02T19:00:53.671421Z","steps":["trace[1819022233] 'process raft request' (duration: 168.68194ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:53.785422Z","caller":"traceutil/trace.go:171","msg":"trace[1613648138] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"113.273242ms","start":"2026-03-02T19:00:53.672129Z","end":"2026-03-02T19:00:53.785402Z","steps":["trace[1613648138] 'process raft request' (duration: 113.060316ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:53.785946Z","caller":"traceutil/trace.go:171","msg":"trace[503289585] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"109.726791ms","start":"2026-03-02T19:00:53.676207Z","end":"2026-03-02T19:00:53.785933Z","steps":["trace[503289585] 'process raft request' (duration: 109.159583ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:54.317916Z","caller":"traceutil/trace.go:171","msg":"trace[1733827152] transaction","detail":"{read_only:false; response_revision:898; number_of_response:1; }","duration":"132.935348ms","start":"2026-03-02T19:00:54.184957Z","end":"2026-03-02T19:00:54.317893Z","steps":["trace[1733827152] 'process raft request' (duration: 132.873026ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:54.318123Z","caller":"traceutil/trace.go:171","msg":"trace[1887534762] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"137.274054ms","start":"2026-03-02T19:00:54.180817Z","end":"2026-03-02T19:00:54.318092Z","steps":["trace[1887534762] 'process raft request' (duration: 136.951054ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:00:54.318194Z","caller":"traceutil/trace.go:171","msg":"trace[1005846645] transaction","detail":"{read_only:false; response_revision:896; number_of_response:1; }","duration":"138.430551ms","start":"2026-03-02T19:00:54.179738Z","end":"2026-03-02T19:00:54.318168Z","steps":["trace[1005846645] 'process raft request' (duration: 110.300959ms)","trace[1005846645] 'compare' (duration: 27.613556ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:00:59.704439Z","caller":"traceutil/trace.go:171","msg":"trace[325528327] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"204.149828ms","start":"2026-03-02T19:00:59.500255Z","end":"2026-03-02T19:00:59.704405Z","steps":["trace[325528327] 'process raft request' (duration: 161.072515ms)","trace[325528327] 'compare' (duration: 42.806294ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:00.423033Z","caller":"traceutil/trace.go:171","msg":"trace[750351248] transaction","detail":"{read_only:false; number_of_response:1; response_revision:923; }","duration":"121.160443ms","start":"2026-03-02T19:01:00.301843Z","end":"2026-03-02T19:01:00.423004Z","steps":["trace[750351248] 'process raft request' (duration: 83.217492ms)","trace[750351248] 'compare' (duration: 37.722654ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:02.193205Z","caller":"traceutil/trace.go:171","msg":"trace[1136835] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"285.405129ms","start":"2026-03-02T19:01:01.90777Z","end":"2026-03-02T19:01:02.193175Z","steps":["trace[1136835] 'process raft request' (duration: 285.217263ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:02.19323Z","caller":"traceutil/trace.go:171","msg":"trace[209942535] linearizableReadLoop","detail":"{readStateIndex:962; appliedIndex:962; }","duration":"285.370037ms","start":"2026-03-02T19:01:01.907809Z","end":"2026-03-02T19:01:02.193179Z","steps":["trace[209942535] 'read index received' (duration: 285.235412ms)","trace[209942535] 'applied index is now lower than readState.Index' (duration: 130.715µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:01:02.193631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.830491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T19:01:02.193667Z","caller":"traceutil/trace.go:171","msg":"trace[356839825] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:928; }","duration":"285.978557ms","start":"2026-03-02T19:01:01.907679Z","end":"2026-03-02T19:01:02.193658Z","steps":["trace[356839825] 'agreement among raft nodes before linearized reading' (duration: 285.718679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.194043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.324937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T19:01:02.194113Z","caller":"traceutil/trace.go:171","msg":"trace[466006370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:928; }","duration":"286.433ms","start":"2026-03-02T19:01:01.90766Z","end":"2026-03-02T19:01:02.194093Z","steps":["trace[466006370] 'agreement among raft nodes before linearized reading' (duration: 286.193323ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:02.205756Z","caller":"traceutil/trace.go:171","msg":"trace[1137329097] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"293.416209ms","start":"2026-03-02T19:01:01.912303Z","end":"2026-03-02T19:01:02.205719Z","steps":["trace[1137329097] 'process raft request' (duration: 293.187122ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:02.206086Z","caller":"traceutil/trace.go:171","msg":"trace[1422320512] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"293.267104ms","start":"2026-03-02T19:01:01.912783Z","end":"2026-03-02T19:01:02.20605Z","steps":["trace[1422320512] 'process raft request' (duration: 292.878802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:02.206224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.011742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:02.206219Z","caller":"traceutil/trace.go:171","msg":"trace[1174573061] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"293.081208ms","start":"2026-03-02T19:01:01.913089Z","end":"2026-03-02T19:01:02.20617Z","steps":["trace[1174573061] 'process raft request' (duration: 292.858081ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:02.206275Z","caller":"traceutil/trace.go:171","msg":"trace[314228928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:931; }","duration":"297.101235ms","start":"2026-03-02T19:01:01.90916Z","end":"2026-03-02T19:01:02.206261Z","steps":["trace[314228928] 'agreement among raft nodes before linearized reading' (duration: 296.993862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:14.776664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947413760,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:01:14.996509Z","caller":"traceutil/trace.go:171","msg":"trace[573456714] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"720.634239ms","start":"2026-03-02T19:01:14.275852Z","end":"2026-03-02T19:01:14.996486Z","steps":["trace[573456714] 'process raft request' (duration: 720.498195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:14.996667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:14.275835Z","time spent":"720.760522ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:01:15.002121Z","caller":"traceutil/trace.go:171","msg":"trace[2124347066] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"724.901853ms","start":"2026-03-02T19:01:14.277191Z","end":"2026-03-02T19:01:15.002093Z","steps":["trace[2124347066] 'process raft request' (duration: 724.705957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:15.002284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:14.277169Z","time spent":"725.034177ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:01:15.002465Z","caller":"traceutil/trace.go:171","msg":"trace[958962174] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"724.888672ms","start":"2026-03-02T19:01:14.277557Z","end":"2026-03-02T19:01:15.002446Z","steps":["trace[958962174] 'process raft request' (duration: 724.494959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:15.002566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:14.277547Z","time spent":"724.977105ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:01:15.002355Z","caller":"traceutil/trace.go:171","msg":"trace[202320295] linearizableReadLoop","detail":"{readStateIndex:1045; appliedIndex:1043; }","duration":"726.348188ms","start":"2026-03-02T19:01:14.275963Z","end":"2026-03-02T19:01:15.002311Z","steps":["trace[202320295] 'read index received' (duration: 721.078622ms)","trace[202320295] 'applied index is now lower than readState.Index' (duration: 5.265885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:01:15.002734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.754961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-02T19:01:15.002774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.134764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:01:15.002787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.731921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:15.002802Z","caller":"traceutil/trace.go:171","msg":"trace[1924165737] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1008; }","duration":"726.890145ms","start":"2026-03-02T19:01:14.275892Z","end":"2026-03-02T19:01:15.002783Z","steps":["trace[1924165737] 'agreement among raft nodes before linearized reading' (duration: 726.688729ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:15.002834Z","caller":"traceutil/trace.go:171","msg":"trace[1868623914] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1008; }","duration":"302.811643ms","start":"2026-03-02T19:01:14.700009Z","end":"2026-03-02T19:01:15.002821Z","steps":["trace[1868623914] 'agreement among raft nodes before linearized reading' (duration: 302.737321ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:15.002837Z","caller":"traceutil/trace.go:171","msg":"trace[2106991086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1008; }","duration":"281.231356ms","start":"2026-03-02T19:01:14.721583Z","end":"2026-03-02T19:01:15.002815Z","steps":["trace[2106991086] 'agreement among raft nodes before linearized reading' (duration: 281.145264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:15.002844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:14.275861Z","time spent":"726.974168ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:01:15.002864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:14.699982Z","time spent":"302.873425ms","remote":"127.0.0.1:33428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:01:15.002855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.134402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T19:01:15.002912Z","caller":"traceutil/trace.go:171","msg":"trace[388164352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1008; }","duration":"726.222344ms","start":"2026-03-02T19:01:14.276672Z","end":"2026-03-02T19:01:15.002894Z","steps":["trace[388164352] 'agreement among raft nodes before linearized reading' (duration: 726.014157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:15.003245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:14.276659Z","time spent":"726.288726ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:01:31.213782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.200024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T19:01:31.213878Z","caller":"traceutil/trace.go:171","msg":"trace[957122668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1133; }","duration":"121.341438ms","start":"2026-03-02T19:01:31.092515Z","end":"2026-03-02T19:01:31.213857Z","steps":["trace[957122668] 'range keys from in-memory index tree' (duration: 121.017619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:31.213882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.790311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T19:01:31.213957Z","caller":"traceutil/trace.go:171","msg":"trace[911423515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1133; }","duration":"120.894755ms","start":"2026-03-02T19:01:31.093043Z","end":"2026-03-02T19:01:31.213937Z","steps":["trace[911423515] 'range keys from in-memory index tree' (duration: 120.599595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:31.214134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.39242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:01:31.214161Z","caller":"traceutil/trace.go:171","msg":"trace[1575880414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1133; }","duration":"121.438162ms","start":"2026-03-02T19:01:31.092714Z","end":"2026-03-02T19:01:31.214152Z","steps":["trace[1575880414] 'range keys from in-memory index tree' (duration: 121.290867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:31.214228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.091051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T19:01:31.214291Z","caller":"traceutil/trace.go:171","msg":"trace[272627951] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1133; }","duration":"121.185703ms","start":"2026-03-02T19:01:31.09309Z","end":"2026-03-02T19:01:31.214276Z","steps":["trace[272627951] 'range keys from in-memory index tree' (duration: 120.973507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:31.214382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.647044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T19:01:31.214484Z","caller":"traceutil/trace.go:171","msg":"trace[488902640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1133; }","duration":"125.795638ms","start":"2026-03-02T19:01:31.088652Z","end":"2026-03-02T19:01:31.214447Z","steps":["trace[488902640] 'range keys from in-memory index tree' (duration: 125.391656ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:39.692872Z","caller":"traceutil/trace.go:171","msg":"trace[1460052605] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"427.949032ms","start":"2026-03-02T19:01:39.264889Z","end":"2026-03-02T19:01:39.692838Z","steps":["trace[1460052605] 'process raft request' (duration: 427.775646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:39.693076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:39.264865Z","time spent":"428.124868ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:01:39.693415Z","caller":"traceutil/trace.go:171","msg":"trace[1789151915] linearizableReadLoop","detail":"{readStateIndex:1303; appliedIndex:1302; }","duration":"428.424846ms","start":"2026-03-02T19:01:39.26497Z","end":"2026-03-02T19:01:39.693395Z","steps":["trace[1789151915] 'read index received' (duration: 427.759096ms)","trace[1789151915] 'applied index is now lower than readState.Index' (duration: 664.4µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:01:39.693673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.644113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T19:01:39.693712Z","caller":"traceutil/trace.go:171","msg":"trace[1867705229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1256; }","duration":"428.743997ms","start":"2026-03-02T19:01:39.264957Z","end":"2026-03-02T19:01:39.693701Z","steps":["trace[1867705229] 'agreement among raft nodes before linearized reading' (duration: 428.53221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:39.693751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:39.264951Z","time spent":"428.788768ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:01:39.994995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.496885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:01:39.99536Z","caller":"traceutil/trace.go:171","msg":"trace[226494295] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"727.859125ms","start":"2026-03-02T19:01:39.267455Z","end":"2026-03-02T19:01:39.995315Z","steps":["trace[226494295] 'process raft request' (duration: 503.950367ms)","trace[226494295] 'compare' (duration: 223.229147ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:39.995399Z","caller":"traceutil/trace.go:171","msg":"trace[1743037974] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"284.962634ms","start":"2026-03-02T19:01:39.710416Z","end":"2026-03-02T19:01:39.995379Z","steps":["trace[1743037974] 'process raft request' (duration: 284.911102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:39.995496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:39.26744Z","time spent":"727.982099ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:01:39.995646Z","caller":"traceutil/trace.go:171","msg":"trace[572276004] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"725.530712ms","start":"2026-03-02T19:01:39.270098Z","end":"2026-03-02T19:01:39.995629Z","steps":["trace[572276004] 'process raft request' (duration: 724.987015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:39.995707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:39.270084Z","time spent":"725.593413ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:01:39.995753Z","caller":"traceutil/trace.go:171","msg":"trace[1369734906] linearizableReadLoop","detail":"{readStateIndex:1305; appliedIndex:1303; }","duration":"302.267597ms","start":"2026-03-02T19:01:39.693463Z","end":"2026-03-02T19:01:39.995731Z","steps":["trace[1369734906] 'read index received' (duration: 78.044289ms)","trace[1369734906] 'applied index is now lower than readState.Index' (duration: 224.206347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:01:39.995868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.643787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:01:39.995937Z","caller":"traceutil/trace.go:171","msg":"trace[949593224] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1259; }","duration":"704.771781ms","start":"2026-03-02T19:01:39.291148Z","end":"2026-03-02T19:01:39.995919Z","steps":["trace[949593224] 'agreement among raft nodes before linearized reading' (duration: 704.639827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:39.995948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.004282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-02T19:01:39.995978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:39.291118Z","time spent":"704.849853ms","remote":"127.0.0.1:33634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:01:39.995982Z","caller":"traceutil/trace.go:171","msg":"trace[1802844236] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1259; }","duration":"730.059504ms","start":"2026-03-02T19:01:39.265912Z","end":"2026-03-02T19:01:39.995971Z","steps":["trace[1802844236] 'agreement among raft nodes before linearized reading' (duration: 729.93324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:39.995976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.594053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:01:39.996014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:01:39.265903Z","time spent":"730.104286ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:01:39.996051Z","caller":"traceutil/trace.go:171","msg":"trace[1437918648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1259; }","duration":"284.707366ms","start":"2026-03-02T19:01:39.711324Z","end":"2026-03-02T19:01:39.996031Z","steps":["trace[1437918648] 'agreement among raft nodes before linearized reading' (duration: 284.566932ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:40.18655Z","caller":"traceutil/trace.go:171","msg":"trace[1474228749] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"187.094132ms","start":"2026-03-02T19:01:39.999424Z","end":"2026-03-02T19:01:40.186519Z","steps":["trace[1474228749] 'process raft request' (duration: 106.453151ms)","trace[1474228749] 'compare' (duration: 80.528497ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:41.790084Z","caller":"traceutil/trace.go:171","msg":"trace[1813465733] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"151.941038ms","start":"2026-03-02T19:01:41.638061Z","end":"2026-03-02T19:01:41.790002Z","steps":["trace[1813465733] 'process raft request' (duration: 151.70593ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:42.389505Z","caller":"traceutil/trace.go:171","msg":"trace[1195074065] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"106.903616ms","start":"2026-03-02T19:01:42.282575Z","end":"2026-03-02T19:01:42.389478Z","steps":["trace[1195074065] 'process raft request' (duration: 106.72547ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:44.620491Z","caller":"traceutil/trace.go:171","msg":"trace[334128330] linearizableReadLoop","detail":"{readStateIndex:1362; appliedIndex:1360; }","duration":"186.452462ms","start":"2026-03-02T19:01:44.434014Z","end":"2026-03-02T19:01:44.620466Z","steps":["trace[334128330] 'read index received' (duration: 12.125821ms)","trace[334128330] 'applied index is now lower than readState.Index' (duration: 174.325701ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:44.620551Z","caller":"traceutil/trace.go:171","msg":"trace[1957406646] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"195.568758ms","start":"2026-03-02T19:01:44.424942Z","end":"2026-03-02T19:01:44.620511Z","steps":["trace[1957406646] 'process raft request' (duration: 125.658004ms)","trace[1957406646] 'compare' (duration: 69.733759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:01:44.620635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.599867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:44.620722Z","caller":"traceutil/trace.go:171","msg":"trace[2007543614] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:0; response_revision:1313; }","duration":"186.715561ms","start":"2026-03-02T19:01:44.433995Z","end":"2026-03-02T19:01:44.62071Z","steps":["trace[2007543614] 'agreement among raft nodes before linearized reading' (duration: 186.569166ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:44.657079Z","caller":"traceutil/trace.go:171","msg":"trace[116558402] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"181.867158ms","start":"2026-03-02T19:01:44.475191Z","end":"2026-03-02T19:01:44.657058Z","steps":["trace[116558402] 'process raft request' (duration: 181.696793ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:44.890061Z","caller":"traceutil/trace.go:171","msg":"trace[792334733] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"151.411923ms","start":"2026-03-02T19:01:44.738622Z","end":"2026-03-02T19:01:44.890034Z","steps":["trace[792334733] 'process raft request' (duration: 134.986787ms)","trace[792334733] 'compare' (duration: 16.277421ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:44.933189Z","caller":"traceutil/trace.go:171","msg":"trace[2094213364] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"120.335777ms","start":"2026-03-02T19:01:44.812823Z","end":"2026-03-02T19:01:44.933158Z","steps":["trace[2094213364] 'process raft request' (duration: 120.206783ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:45.114155Z","caller":"traceutil/trace.go:171","msg":"trace[372625815] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"218.448466ms","start":"2026-03-02T19:01:44.895672Z","end":"2026-03-02T19:01:45.11412Z","steps":["trace[372625815] 'process raft request' (duration: 160.779256ms)","trace[372625815] 'compare' (duration: 57.398022ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:45.114338Z","caller":"traceutil/trace.go:171","msg":"trace[159379192] linearizableReadLoop","detail":"{readStateIndex:1372; appliedIndex:1370; }","duration":"180.992381ms","start":"2026-03-02T19:01:44.933317Z","end":"2026-03-02T19:01:45.11431Z","steps":["trace[159379192] 'read index received' (duration: 123.193647ms)","trace[159379192] 'applied index is now lower than readState.Index' (duration: 57.796874ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:45.114371Z","caller":"traceutil/trace.go:171","msg":"trace[1351283151] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"218.533819ms","start":"2026-03-02T19:01:44.895798Z","end":"2026-03-02T19:01:45.114332Z","steps":["trace[1351283151] 'process raft request' (duration: 218.24315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:01:45.114479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.842409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/schemareplications.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:45.114522Z","caller":"traceutil/trace.go:171","msg":"trace[1125398008] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/schemareplications.rabbitmq.com; range_end:; response_count:0; response_revision:1323; }","duration":"218.937782ms","start":"2026-03-02T19:01:44.895569Z","end":"2026-03-02T19:01:45.114506Z","steps":["trace[1125398008] 'agreement among raft nodes before linearized reading' (duration: 218.85523ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:45.136099Z","caller":"traceutil/trace.go:171","msg":"trace[627329510] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"195.123994ms","start":"2026-03-02T19:01:44.940943Z","end":"2026-03-02T19:01:45.136066Z","steps":["trace[627329510] 'process raft request' (duration: 194.804504ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:50.325421Z","caller":"traceutil/trace.go:171","msg":"trace[1595872185] linearizableReadLoop","detail":"{readStateIndex:1432; appliedIndex:1430; }","duration":"110.267041ms","start":"2026-03-02T19:01:50.215128Z","end":"2026-03-02T19:01:50.325395Z","steps":["trace[1595872185] 'read index received' (duration: 39.000614ms)","trace[1595872185] 'applied index is now lower than readState.Index' (duration: 71.265337ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:01:50.325499Z","caller":"traceutil/trace.go:171","msg":"trace[321062841] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"111.101607ms","start":"2026-03-02T19:01:50.214373Z","end":"2026-03-02T19:01:50.325475Z","steps":["trace[321062841] 'process raft request' (duration: 98.798981ms)","trace[321062841] 'compare' (duration: 12.070529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:01:50.325673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.518339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:01:50.325809Z","caller":"traceutil/trace.go:171","msg":"trace[1451756558] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:0; response_revision:1368; }","duration":"110.675704ms","start":"2026-03-02T19:01:50.21511Z","end":"2026-03-02T19:01:50.325785Z","steps":["trace[1451756558] 'agreement among raft nodes before linearized reading' (duration: 110.499179ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:50.613193Z","caller":"traceutil/trace.go:171","msg":"trace[1171828228] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"216.953909ms","start":"2026-03-02T19:01:50.396216Z","end":"2026-03-02T19:01:50.61317Z","steps":["trace[1171828228] 'process raft request' (duration: 215.150593ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:50.61781Z","caller":"traceutil/trace.go:171","msg":"trace[1710242550] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"134.44877ms","start":"2026-03-02T19:01:50.483341Z","end":"2026-03-02T19:01:50.61779Z","steps":["trace[1710242550] 'process raft request' (duration: 134.351877ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:50.618096Z","caller":"traceutil/trace.go:171","msg":"trace[775896023] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"218.510368ms","start":"2026-03-02T19:01:50.399533Z","end":"2026-03-02T19:01:50.618044Z","steps":["trace[775896023] 'process raft request' (duration: 218.044434ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:50.61816Z","caller":"traceutil/trace.go:171","msg":"trace[1726798788] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"221.004966ms","start":"2026-03-02T19:01:50.397138Z","end":"2026-03-02T19:01:50.618143Z","steps":["trace[1726798788] 'process raft request' (duration: 220.367526ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:01:53.320302Z","caller":"traceutil/trace.go:171","msg":"trace[900343195] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"125.925262ms","start":"2026-03-02T19:01:53.194352Z","end":"2026-03-02T19:01:53.320277Z","steps":["trace[900343195] 'process raft request' (duration: 125.758837ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:03.082078Z","caller":"traceutil/trace.go:171","msg":"trace[263404779] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"115.580857ms","start":"2026-03-02T19:02:02.966378Z","end":"2026-03-02T19:02:03.081959Z","steps":["trace[263404779] 'process raft request' (duration: 47.930804ms)","trace[263404779] 'compare' (duration: 67.523589ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:05.951264Z","caller":"traceutil/trace.go:171","msg":"trace[1161614964] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"133.858049ms","start":"2026-03-02T19:02:05.817379Z","end":"2026-03-02T19:02:05.951237Z","steps":["trace[1161614964] 'process raft request' (duration: 124.849996ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:06.129873Z","caller":"traceutil/trace.go:171","msg":"trace[1658919740] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"123.358249ms","start":"2026-03-02T19:02:06.006481Z","end":"2026-03-02T19:02:06.129839Z","steps":["trace[1658919740] 'process raft request' (duration: 46.503602ms)","trace[1658919740] 'compare' (duration: 76.703302ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:06.143927Z","caller":"traceutil/trace.go:171","msg":"trace[1923941555] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"136.811822ms","start":"2026-03-02T19:02:06.007078Z","end":"2026-03-02T19:02:06.143889Z","steps":["trace[1923941555] 'process raft request' (duration: 136.656947ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:06.144026Z","caller":"traceutil/trace.go:171","msg":"trace[748431436] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"121.754108ms","start":"2026-03-02T19:02:06.022221Z","end":"2026-03-02T19:02:06.143975Z","steps":["trace[748431436] 'process raft request' (duration: 121.579203ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:06.297845Z","caller":"traceutil/trace.go:171","msg":"trace[348803562] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"149.371837ms","start":"2026-03-02T19:02:06.148426Z","end":"2026-03-02T19:02:06.297798Z","steps":["trace[348803562] 'process raft request' (duration: 82.958169ms)","trace[348803562] 'compare' (duration: 66.099408ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:06.298032Z","caller":"traceutil/trace.go:171","msg":"trace[428487035] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"149.331785ms","start":"2026-03-02T19:02:06.148666Z","end":"2026-03-02T19:02:06.297998Z","steps":["trace[428487035] 'process raft request' (duration: 149.047416ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:06.541156Z","caller":"traceutil/trace.go:171","msg":"trace[1694115022] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"129.76938ms","start":"2026-03-02T19:02:06.411338Z","end":"2026-03-02T19:02:06.541108Z","steps":["trace[1694115022] 'process raft request' (duration: 129.147081ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:06.928904Z","caller":"traceutil/trace.go:171","msg":"trace[1468740357] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"125.502706ms","start":"2026-03-02T19:02:06.803367Z","end":"2026-03-02T19:02:06.92887Z","steps":["trace[1468740357] 'process raft request' (duration: 124.593688ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:06.929102Z","caller":"traceutil/trace.go:171","msg":"trace[237168791] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"124.098272ms","start":"2026-03-02T19:02:06.804979Z","end":"2026-03-02T19:02:06.929077Z","steps":["trace[237168791] 'process raft request' (duration: 123.852144ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:06.929227Z","caller":"traceutil/trace.go:171","msg":"trace[1139368515] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"124.207686ms","start":"2026-03-02T19:02:06.805Z","end":"2026-03-02T19:02:06.929208Z","steps":["trace[1139368515] 'process raft request' (duration: 123.998529ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:06.929398Z","caller":"traceutil/trace.go:171","msg":"trace[1076428229] linearizableReadLoop","detail":"{readStateIndex:1692; appliedIndex:1690; }","duration":"124.590317ms","start":"2026-03-02T19:02:06.804781Z","end":"2026-03-02T19:02:06.929371Z","steps":["trace[1076428229] 'read index received' (duration: 62.98367ms)","trace[1076428229] 'applied index is now lower than readState.Index' (duration: 61.605007ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:06.929506Z","caller":"traceutil/trace.go:171","msg":"trace[1070989676] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"124.35108ms","start":"2026-03-02T19:02:06.805145Z","end":"2026-03-02T19:02:06.929496Z","steps":["trace[1070989676] 'process raft request' (duration: 123.909216ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:06.929086Z","caller":"traceutil/trace.go:171","msg":"trace[1485858792] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"124.119203ms","start":"2026-03-02T19:02:06.804936Z","end":"2026-03-02T19:02:06.929056Z","steps":["trace[1485858792] 'process raft request' (duration: 123.837724ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:06.929607Z","caller":"traceutil/trace.go:171","msg":"trace[703656645] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"119.798217ms","start":"2026-03-02T19:02:06.809631Z","end":"2026-03-02T19:02:06.929429Z","steps":["trace[703656645] 'process raft request' (duration: 119.5852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:06.929834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.023542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:9247"} {"level":"info","ts":"2026-03-02T19:02:06.930422Z","caller":"traceutil/trace.go:171","msg":"trace[673848549] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1624; }","duration":"125.63761ms","start":"2026-03-02T19:02:06.804756Z","end":"2026-03-02T19:02:06.930394Z","steps":["trace[673848549] 'agreement among raft nodes before linearized reading' (duration: 124.905467ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:06.929432Z","caller":"traceutil/trace.go:171","msg":"trace[753336088] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"124.249687ms","start":"2026-03-02T19:02:06.805149Z","end":"2026-03-02T19:02:06.929399Z","steps":["trace[753336088] 'process raft request' (duration: 123.977158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:06.929991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.013189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-02T19:02:06.930792Z","caller":"traceutil/trace.go:171","msg":"trace[584163216] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:1624; }","duration":"124.887507ms","start":"2026-03-02T19:02:06.805881Z","end":"2026-03-02T19:02:06.930768Z","steps":["trace[584163216] 'agreement among raft nodes before linearized reading' (duration: 123.858005ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:06.930116Z","caller":"traceutil/trace.go:171","msg":"trace[179428236] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"111.566189ms","start":"2026-03-02T19:02:06.818075Z","end":"2026-03-02T19:02:06.929642Z","steps":["trace[179428236] 'process raft request' (duration: 111.218008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:10.800198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.25968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:02:10.800416Z","caller":"traceutil/trace.go:171","msg":"trace[922033158] linearizableReadLoop","detail":"{readStateIndex:1762; appliedIndex:1761; }","duration":"146.903949ms","start":"2026-03-02T19:02:10.653488Z","end":"2026-03-02T19:02:10.800392Z","steps":["trace[922033158] 'read index received' (duration: 72.582µs)","trace[922033158] 'applied index is now lower than readState.Index' (duration: 146.829157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:02:10.800601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.033307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:02:10.800641Z","caller":"traceutil/trace.go:171","msg":"trace[1900167939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1686; }","duration":"101.10524ms","start":"2026-03-02T19:02:10.699522Z","end":"2026-03-02T19:02:10.800627Z","steps":["trace[1900167939] 'agreement among raft nodes before linearized reading' (duration: 101.014997ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:10.800625Z","caller":"traceutil/trace.go:171","msg":"trace[1706544275] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"302.7524ms","start":"2026-03-02T19:02:10.497782Z","end":"2026-03-02T19:02:10.800535Z","steps":["trace[1706544275] 'process raft request' (duration: 58.010694ms)","trace[1706544275] 'compare' (duration: 243.973632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:02:10.800741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.23678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T19:02:10.800847Z","caller":"traceutil/trace.go:171","msg":"trace[1639457355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1686; }","duration":"147.358894ms","start":"2026-03-02T19:02:10.653464Z","end":"2026-03-02T19:02:10.800823Z","steps":["trace[1639457355] 'agreement among raft nodes before linearized reading' (duration: 147.061125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:10.800995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:10.49775Z","time spent":"302.979347ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:02:11.383742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947415141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:02:11.892841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947415141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:02:12.216584Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.376383807s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:02:12.216911Z","caller":"traceutil/trace.go:171","msg":"trace[1840815486] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"1.376852021s","start":"2026-03-02T19:02:10.840041Z","end":"2026-03-02T19:02:12.216893Z","steps":["trace[1840815486] 'process raft request' (duration: 1.376732047s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:12.217036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:10.840014Z","time spent":"1.376961354s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:02:13.67155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360335011s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:02:13.67178Z","caller":"traceutil/trace.go:171","msg":"trace[1307938926] linearizableReadLoop","detail":"{readStateIndex:1768; appliedIndex:1763; }","duration":"2.788752513s","start":"2026-03-02T19:02:10.88301Z","end":"2026-03-02T19:02:13.671762Z","steps":["trace[1307938926] 'read index received' (duration: 1.333774336s)","trace[1307938926] 'applied index is now lower than readState.Index' (duration: 1.454977117s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:13.671806Z","caller":"traceutil/trace.go:171","msg":"trace[2064734351] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"2.644943071s","start":"2026-03-02T19:02:11.026821Z","end":"2026-03-02T19:02:13.671764Z","steps":["trace[2064734351] 'process raft request' (duration: 1.28429586s)","trace[2064734351] 'compare' (duration: 1.360227458s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:02:13.672004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78899069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:02:13.672047Z","caller":"traceutil/trace.go:171","msg":"trace[1032845988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1692; }","duration":"2.789099324s","start":"2026-03-02T19:02:10.882937Z","end":"2026-03-02T19:02:13.672036Z","steps":["trace[1032845988] 'agreement among raft nodes before linearized reading' (duration: 2.788905577s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:13.672081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:10.882906Z","time spent":"2.789166216s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:02:13.672413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:11.026782Z","time spent":"2.64521734s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:02:13.671881Z","caller":"traceutil/trace.go:171","msg":"trace[467306272] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"1.98911327s","start":"2026-03-02T19:02:11.682737Z","end":"2026-03-02T19:02:13.67185Z","steps":["trace[467306272] 'process raft request' (duration: 1.988978075s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:13.671941Z","caller":"traceutil/trace.go:171","msg":"trace[751672768] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"2.561365713s","start":"2026-03-02T19:02:11.110571Z","end":"2026-03-02T19:02:13.671936Z","steps":["trace[751672768] 'process raft request' (duration: 2.561066184s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:13.671876Z","caller":"traceutil/trace.go:171","msg":"trace[427092591] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"2.009431329s","start":"2026-03-02T19:02:11.662382Z","end":"2026-03-02T19:02:13.671813Z","steps":["trace[427092591] 'process raft request' (duration: 2.009302135s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:13.672773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:11.682697Z","time spent":"1.989905515s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:02:13.672789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:11.110535Z","time spent":"2.562156138s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:02:13.672972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:11.662333Z","time spent":"2.010518873s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:02:13.701193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999978663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:02:13.701313Z","caller":"traceutil/trace.go:171","msg":"trace[1757881397] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000141488s","start":"2026-03-02T19:02:11.70115Z","end":"2026-03-02T19:02:13.701291Z","steps":["trace[1757881397] 'agreement among raft nodes before linearized reading' (duration: 2.000017264s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:13.70136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:11.701134Z","time spent":"2.00021652s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:02:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:02:13.789991Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.288770632s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:02:13.837764Z","caller":"traceutil/trace.go:171","msg":"trace[1562722885] linearizableReadLoop","detail":"{readStateIndex:1769; appliedIndex:1768; }","duration":"165.862515ms","start":"2026-03-02T19:02:13.671819Z","end":"2026-03-02T19:02:13.837681Z","steps":["trace[1562722885] 'read index received' (duration: 118.404753ms)","trace[1562722885] 'applied index is now lower than readState.Index' (duration: 47.453402ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:13.837909Z","caller":"traceutil/trace.go:171","msg":"trace[1567236102] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"160.494146ms","start":"2026-03-02T19:02:13.677378Z","end":"2026-03-02T19:02:13.837872Z","steps":["trace[1567236102] 'process raft request' (duration: 160.260029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:13.838312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.053746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:02:13.838422Z","caller":"traceutil/trace.go:171","msg":"trace[1888147051] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1693; }","duration":"565.254542ms","start":"2026-03-02T19:02:13.273148Z","end":"2026-03-02T19:02:13.838403Z","steps":["trace[1888147051] 'agreement among raft nodes before linearized reading' (duration: 564.945162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:13.838564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:13.273124Z","time spent":"565.379786ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:02:13.838907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081736612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-03-02T19:02:13.838905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033199585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T19:02:13.838962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713629561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ae43c1e-1855-496a-adbb-034bbf216b14\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-03-02T19:02:13.838975Z","caller":"traceutil/trace.go:171","msg":"trace[315617661] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1693; }","duration":"1.081852245s","start":"2026-03-02T19:02:12.757106Z","end":"2026-03-02T19:02:13.838959Z","steps":["trace[315617661] 'agreement among raft nodes before linearized reading' (duration: 1.081652989s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:13.838968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003589054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T19:02:13.838999Z","caller":"traceutil/trace.go:171","msg":"trace[1010741073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1693; }","duration":"1.033360471s","start":"2026-03-02T19:02:12.805617Z","end":"2026-03-02T19:02:13.838977Z","steps":["trace[1010741073] 'agreement among raft nodes before linearized reading' (duration: 1.033088742s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:13.839023Z","caller":"traceutil/trace.go:171","msg":"trace[760864896] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ae43c1e-1855-496a-adbb-034bbf216b14; range_end:; response_count:1; response_revision:1693; }","duration":"2.713787446s","start":"2026-03-02T19:02:11.125216Z","end":"2026-03-02T19:02:13.839004Z","steps":["trace[760864896] 'agreement among raft nodes before linearized reading' (duration: 2.713646491s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:13.839036Z","caller":"traceutil/trace.go:171","msg":"trace[1843975128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1693; }","duration":"1.00377096s","start":"2026-03-02T19:02:12.835249Z","end":"2026-03-02T19:02:13.83902Z","steps":["trace[1843975128] 'agreement among raft nodes before linearized reading' (duration: 1.003578714s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:13.839053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:12.805591Z","time spent":"1.033450654s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:02:13.839063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:11.125177Z","time spent":"2.713877749s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ae43c1e-1855-496a-adbb-034bbf216b14\" "} {"level":"warn","ts":"2026-03-02T19:02:13.839109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:12.835228Z","time spent":"1.003837692s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:02:13.839024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:12.757086Z","time spent":"1.081928288s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:02:13.839112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.738061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:02:13.83923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489835313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:02:13.8394Z","caller":"traceutil/trace.go:171","msg":"trace[1458748252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1693; }","duration":"1.489968518s","start":"2026-03-02T19:02:12.349381Z","end":"2026-03-02T19:02:13.839349Z","steps":["trace[1458748252] 'agreement among raft nodes before linearized reading' (duration: 1.489592776s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:13.839296Z","caller":"traceutil/trace.go:171","msg":"trace[363972328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1693; }","duration":"138.045701ms","start":"2026-03-02T19:02:13.701221Z","end":"2026-03-02T19:02:13.839266Z","steps":["trace[363972328] 'agreement among raft nodes before linearized reading' (duration: 137.762412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:13.839452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:12.34933Z","time spent":"1.490112213s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:02:13.839143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471187078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T19:02:13.839556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51549387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T19:02:13.839614Z","caller":"traceutil/trace.go:171","msg":"trace[1365555264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1693; }","duration":"1.516353477s","start":"2026-03-02T19:02:12.323243Z","end":"2026-03-02T19:02:13.839597Z","steps":["trace[1365555264] 'agreement among raft nodes before linearized reading' (duration: 1.515396407s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:13.839636Z","caller":"traceutil/trace.go:171","msg":"trace[1137261365] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1693; }","duration":"2.471709765s","start":"2026-03-02T19:02:11.367875Z","end":"2026-03-02T19:02:13.839585Z","steps":["trace[1137261365] 'agreement among raft nodes before linearized reading' (duration: 2.471036954s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:13.83966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:12.323213Z","time spent":"1.51643559s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:02:13.839694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:11.367841Z","time spent":"2.471837599s","remote":"127.0.0.1:57138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T19:02:27.463015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.662894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:02:27.463151Z","caller":"traceutil/trace.go:171","msg":"trace[1559504935] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"242.823915ms","start":"2026-03-02T19:02:27.220304Z","end":"2026-03-02T19:02:27.463128Z","steps":["trace[1559504935] 'process raft request' (duration: 66.965315ms)","trace[1559504935] 'compare' (duration: 175.52431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:02:32.512119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947415437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:02:32.839755Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086278034s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:02:32.84018Z","caller":"traceutil/trace.go:171","msg":"trace[543698151] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"1.086964085s","start":"2026-03-02T19:02:31.753196Z","end":"2026-03-02T19:02:32.84016Z","steps":["trace[543698151] 'process raft request' (duration: 1.086818681s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:32.840327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:31.753158Z","time spent":"1.087103279s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:02:32.841974Z","caller":"traceutil/trace.go:171","msg":"trace[81938834] transaction","detail":"{read_only:false; response_revision:1827; number_of_response:1; }","duration":"1.0562275s","start":"2026-03-02T19:02:31.78572Z","end":"2026-03-02T19:02:32.841948Z","steps":["trace[81938834] 'process raft request' (duration: 1.05590138s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:32.842062Z","caller":"traceutil/trace.go:171","msg":"trace[20404830] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"1.055086224s","start":"2026-03-02T19:02:31.786952Z","end":"2026-03-02T19:02:32.842038Z","steps":["trace[20404830] 'process raft request' (duration: 1.054888048s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:32.842099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:31.785701Z","time spent":"1.056339293s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:02:32.84222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:31.786943Z","time spent":"1.055202038s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:02:32.843698Z","caller":"traceutil/trace.go:171","msg":"trace[342657520] linearizableReadLoop","detail":"{readStateIndex:1909; appliedIndex:1907; }","duration":"832.246418ms","start":"2026-03-02T19:02:32.011422Z","end":"2026-03-02T19:02:32.843668Z","steps":["trace[342657520] 'read index received' (duration: 828.81845ms)","trace[342657520] 'applied index is now lower than readState.Index' (duration: 3.426577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:02:32.843952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.492415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-02T19:02:32.843993Z","caller":"traceutil/trace.go:171","msg":"trace[279139194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1828; }","duration":"832.566327ms","start":"2026-03-02T19:02:32.011416Z","end":"2026-03-02T19:02:32.843982Z","steps":["trace[279139194] 'agreement among raft nodes before linearized reading' (duration: 832.369521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:32.844031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:32.011374Z","time spent":"832.64911ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:02:32.844033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.486291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:02:32.844085Z","caller":"traceutil/trace.go:171","msg":"trace[1574903300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1828; }","duration":"143.559093ms","start":"2026-03-02T19:02:32.700509Z","end":"2026-03-02T19:02:32.844068Z","steps":["trace[1574903300] 'agreement among raft nodes before linearized reading' (duration: 143.493011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:32.84409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.824284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T19:02:32.844126Z","caller":"traceutil/trace.go:171","msg":"trace[1437847298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1828; }","duration":"824.911267ms","start":"2026-03-02T19:02:32.019204Z","end":"2026-03-02T19:02:32.844116Z","steps":["trace[1437847298] 'agreement among raft nodes before linearized reading' (duration: 824.773732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:32.844121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.722371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:02:32.844207Z","caller":"traceutil/trace.go:171","msg":"trace[1704035923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1828; }","duration":"824.820304ms","start":"2026-03-02T19:02:32.019367Z","end":"2026-03-02T19:02:32.844188Z","steps":["trace[1704035923] 'agreement among raft nodes before linearized reading' (duration: 824.584686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:32.844162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:32.01919Z","time spent":"824.963269ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:02:32.84426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:32.019288Z","time spent":"824.961509ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:02:32.844205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.597368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T19:02:32.844364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.978179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T19:02:32.844493Z","caller":"traceutil/trace.go:171","msg":"trace[1150546769] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1828; }","duration":"818.178846ms","start":"2026-03-02T19:02:32.026285Z","end":"2026-03-02T19:02:32.844463Z","steps":["trace[1150546769] 'agreement among raft nodes before linearized reading' (duration: 817.781113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:32.844558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:32.026264Z","time spent":"818.280288ms","remote":"127.0.0.1:57138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T19:02:32.844517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.797445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T19:02:32.844651Z","caller":"traceutil/trace.go:171","msg":"trace[1643410610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1828; }","duration":"826.003832ms","start":"2026-03-02T19:02:32.01862Z","end":"2026-03-02T19:02:32.844624Z","steps":["trace[1643410610] 'agreement among raft nodes before linearized reading' (duration: 825.509576ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:32.844409Z","caller":"traceutil/trace.go:171","msg":"trace[1019996388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1828; }","duration":"832.833975ms","start":"2026-03-02T19:02:32.011529Z","end":"2026-03-02T19:02:32.844363Z","steps":["trace[1019996388] 'agreement among raft nodes before linearized reading' (duration: 832.401602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:32.844722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:32.0186Z","time spent":"826.109924ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:02:32.844784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:32.011465Z","time spent":"833.30163ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:02:43.087223Z","caller":"traceutil/trace.go:171","msg":"trace[1515184501] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"161.298771ms","start":"2026-03-02T19:02:42.925886Z","end":"2026-03-02T19:02:43.087185Z","steps":["trace[1515184501] 'process raft request' (duration: 78.357993ms)","trace[1515184501] 'compare' (duration: 82.716371ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:43.087445Z","caller":"traceutil/trace.go:171","msg":"trace[1272189952] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"160.200787ms","start":"2026-03-02T19:02:42.927204Z","end":"2026-03-02T19:02:43.087404Z","steps":["trace[1272189952] 'process raft request' (duration: 159.927519ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:43.0875Z","caller":"traceutil/trace.go:171","msg":"trace[537047774] linearizableReadLoop","detail":"{readStateIndex:1965; appliedIndex:1960; }","duration":"149.620284ms","start":"2026-03-02T19:02:42.937853Z","end":"2026-03-02T19:02:43.087474Z","steps":["trace[537047774] 'read index received' (duration: 28.655611ms)","trace[537047774] 'applied index is now lower than readState.Index' (duration: 120.963303ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:43.087551Z","caller":"traceutil/trace.go:171","msg":"trace[478996926] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"159.649909ms","start":"2026-03-02T19:02:42.927861Z","end":"2026-03-02T19:02:43.087511Z","steps":["trace[478996926] 'process raft request' (duration: 159.456133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:43.0877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.840012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T19:02:43.087751Z","caller":"traceutil/trace.go:171","msg":"trace[981527223] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1881; }","duration":"149.905974ms","start":"2026-03-02T19:02:42.937832Z","end":"2026-03-02T19:02:43.087738Z","steps":["trace[981527223] 'agreement among raft nodes before linearized reading' (duration: 149.729478ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:43.088052Z","caller":"traceutil/trace.go:171","msg":"trace[787179370] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"159.726183ms","start":"2026-03-02T19:02:42.928201Z","end":"2026-03-02T19:02:43.087927Z","steps":["trace[787179370] 'process raft request' (duration: 159.225787ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:43.4094Z","caller":"traceutil/trace.go:171","msg":"trace[149798264] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"295.433108ms","start":"2026-03-02T19:02:43.113937Z","end":"2026-03-02T19:02:43.40937Z","steps":["trace[149798264] 'process raft request' (duration: 295.235482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:45.225056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.40505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:02:45.225338Z","caller":"traceutil/trace.go:171","msg":"trace[1604349790] linearizableReadLoop","detail":"{readStateIndex:1974; appliedIndex:1972; }","duration":"254.201213ms","start":"2026-03-02T19:02:44.971112Z","end":"2026-03-02T19:02:45.225313Z","steps":["trace[1604349790] 'read index received' (duration: 102.534304ms)","trace[1604349790] 'applied index is now lower than readState.Index' (duration: 151.665269ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:45.225434Z","caller":"traceutil/trace.go:171","msg":"trace[1037753745] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"325.02002ms","start":"2026-03-02T19:02:44.90038Z","end":"2026-03-02T19:02:45.2254Z","steps":["trace[1037753745] 'process raft request' (duration: 173.167575ms)","trace[1037753745] 'compare' (duration: 151.120062ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:02:45.225482Z","caller":"traceutil/trace.go:171","msg":"trace[1961342211] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"298.64315ms","start":"2026-03-02T19:02:44.926797Z","end":"2026-03-02T19:02:45.22544Z","steps":["trace[1961342211] 'process raft request' (duration: 298.395312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:45.225588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:02:44.900354Z","time spent":"325.156524ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:02:45.225708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.688043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:02:45.225792Z","caller":"traceutil/trace.go:171","msg":"trace[509817598] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1890; }","duration":"133.807388ms","start":"2026-03-02T19:02:45.091969Z","end":"2026-03-02T19:02:45.225776Z","steps":["trace[509817598] 'agreement among raft nodes before linearized reading' (duration: 133.665163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:45.225588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.472291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T19:02:45.225991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.466786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T19:02:45.226009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T19:02:45.226052Z","caller":"traceutil/trace.go:171","msg":"trace[434420315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1890; }","duration":"133.542809ms","start":"2026-03-02T19:02:45.092496Z","end":"2026-03-02T19:02:45.226038Z","steps":["trace[434420315] 'agreement among raft nodes before linearized reading' (duration: 133.368443ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:45.226056Z","caller":"traceutil/trace.go:171","msg":"trace[1198817470] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1890; }","duration":"134.002893ms","start":"2026-03-02T19:02:45.09204Z","end":"2026-03-02T19:02:45.226043Z","steps":["trace[1198817470] 'agreement among raft nodes before linearized reading' (duration: 133.877289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:02:45.226218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.202618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T19:02:45.226248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.116827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:02:45.226109Z","caller":"traceutil/trace.go:171","msg":"trace[1937602572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1890; }","duration":"254.888884ms","start":"2026-03-02T19:02:44.971061Z","end":"2026-03-02T19:02:45.22595Z","steps":["trace[1937602572] 'agreement among raft nodes before linearized reading' (duration: 254.373088ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:45.226549Z","caller":"traceutil/trace.go:171","msg":"trace[715698978] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1890; }","duration":"134.483638ms","start":"2026-03-02T19:02:45.09204Z","end":"2026-03-02T19:02:45.226524Z","steps":["trace[715698978] 'agreement among raft nodes before linearized reading' (duration: 133.90287ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:02:45.226502Z","caller":"traceutil/trace.go:171","msg":"trace[909405603] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1890; }","duration":"126.334723ms","start":"2026-03-02T19:02:45.099958Z","end":"2026-03-02T19:02:45.226293Z","steps":["trace[909405603] 'agreement among raft nodes before linearized reading' (duration: 126.020243ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:04.783021Z","caller":"traceutil/trace.go:171","msg":"trace[1352937502] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"154.499878ms","start":"2026-03-02T19:03:04.62849Z","end":"2026-03-02T19:03:04.78299Z","steps":["trace[1352937502] 'process raft request' (duration: 154.23551ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:05.170412Z","caller":"traceutil/trace.go:171","msg":"trace[696788734] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"156.315915ms","start":"2026-03-02T19:03:05.014058Z","end":"2026-03-02T19:03:05.170374Z","steps":["trace[696788734] 'process raft request' (duration: 156.086338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:05.885816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.164752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:03:05.897802Z","caller":"traceutil/trace.go:171","msg":"trace[900874170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1996; }","duration":"197.17503ms","start":"2026-03-02T19:03:05.700603Z","end":"2026-03-02T19:03:05.897778Z","steps":["trace[900874170] 'range keys from in-memory index tree' (duration: 185.062088ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:11.394884Z","caller":"traceutil/trace.go:171","msg":"trace[1569541207] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"180.569909ms","start":"2026-03-02T19:03:11.214285Z","end":"2026-03-02T19:03:11.394855Z","steps":["trace[1569541207] 'process raft request' (duration: 180.358942ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:11.582142Z","caller":"traceutil/trace.go:171","msg":"trace[1537455315] linearizableReadLoop","detail":"{readStateIndex:2110; appliedIndex:2108; }","duration":"179.213882ms","start":"2026-03-02T19:03:11.402907Z","end":"2026-03-02T19:03:11.582121Z","steps":["trace[1537455315] 'read index received' (duration: 137.172655ms)","trace[1537455315] 'applied index is now lower than readState.Index' (duration: 42.040447ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:11.582261Z","caller":"traceutil/trace.go:171","msg":"trace[1450772650] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"217.763729ms","start":"2026-03-02T19:03:11.364488Z","end":"2026-03-02T19:03:11.582251Z","steps":["trace[1450772650] 'process raft request' (duration: 175.545975ms)","trace[1450772650] 'compare' (duration: 41.556261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:03:11.582542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.609066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T19:03:11.582642Z","caller":"traceutil/trace.go:171","msg":"trace[918740436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2020; }","duration":"179.758361ms","start":"2026-03-02T19:03:11.402859Z","end":"2026-03-02T19:03:11.582617Z","steps":["trace[918740436] 'agreement among raft nodes before linearized reading' (duration: 179.505773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:11.58266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.002697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:03:11.582698Z","caller":"traceutil/trace.go:171","msg":"trace[1414452680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2020; }","duration":"173.060679ms","start":"2026-03-02T19:03:11.409625Z","end":"2026-03-02T19:03:11.582686Z","steps":["trace[1414452680] 'agreement among raft nodes before linearized reading' (duration: 172.987046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:11.582727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.305472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T19:03:11.582785Z","caller":"traceutil/trace.go:171","msg":"trace[1431797067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2020; }","duration":"146.406316ms","start":"2026-03-02T19:03:11.436365Z","end":"2026-03-02T19:03:11.582771Z","steps":["trace[1431797067] 'agreement among raft nodes before linearized reading' (duration: 146.25104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:11.582585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.471091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T19:03:11.58289Z","caller":"traceutil/trace.go:171","msg":"trace[133476172] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"202.51928ms","start":"2026-03-02T19:03:11.380324Z","end":"2026-03-02T19:03:11.582843Z","steps":["trace[133476172] 'process raft request' (duration: 201.738813ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:11.582973Z","caller":"traceutil/trace.go:171","msg":"trace[1702638919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2020; }","duration":"179.925957ms","start":"2026-03-02T19:03:11.403028Z","end":"2026-03-02T19:03:11.582954Z","steps":["trace[1702638919] 'agreement among raft nodes before linearized reading' (duration: 179.401329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:11.582906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.900673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T19:03:11.583053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.961354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T19:03:11.583196Z","caller":"traceutil/trace.go:171","msg":"trace[1192086571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2020; }","duration":"175.144181ms","start":"2026-03-02T19:03:11.408021Z","end":"2026-03-02T19:03:11.583165Z","steps":["trace[1192086571] 'agreement among raft nodes before linearized reading' (duration: 174.718677ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:11.583121Z","caller":"traceutil/trace.go:171","msg":"trace[553767698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2020; }","duration":"175.1342ms","start":"2026-03-02T19:03:11.407974Z","end":"2026-03-02T19:03:11.583108Z","steps":["trace[553767698] 'agreement among raft nodes before linearized reading' (duration: 174.863991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:13.45607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:12.573065Z","time spent":"882.989621ms","remote":"127.0.0.1:38902","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:03:13.456533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.828151ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T19:03:13.456889Z","caller":"traceutil/trace.go:171","msg":"trace[625359791] linearizableReadLoop","detail":"{readStateIndex:2116; appliedIndex:2115; }","duration":"1.294273238s","start":"2026-03-02T19:03:12.162595Z","end":"2026-03-02T19:03:13.456868Z","steps":["trace[625359791] 'read index received' (duration: 340.423271ms)","trace[625359791] 'applied index is now lower than readState.Index' (duration: 953.848337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:03:13.457651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295035774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18991b7e3107352d\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-02T19:03:13.457707Z","caller":"traceutil/trace.go:171","msg":"trace[948822041] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18991b7e3107352d; range_end:; response_count:1; response_revision:2025; }","duration":"1.295137617s","start":"2026-03-02T19:03:12.162549Z","end":"2026-03-02T19:03:13.457687Z","steps":["trace[948822041] 'agreement among raft nodes before linearized reading' (duration: 1.294909319s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:13.457742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:12.162528Z","time spent":"1.2952055s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18991b7e3107352d\" "} {"level":"warn","ts":"2026-03-02T19:03:13.958878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947415938,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:03:14.375441Z","caller":"traceutil/trace.go:171","msg":"trace[414824890] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"973.605341ms","start":"2026-03-02T19:03:13.40175Z","end":"2026-03-02T19:03:14.375356Z","steps":["trace[414824890] 'process raft request' (duration: 971.913782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:14.375712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:13.40172Z","time spent":"973.86214ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:03:14.550231Z","caller":"traceutil/trace.go:171","msg":"trace[206248970] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"962.216296ms","start":"2026-03-02T19:03:13.587983Z","end":"2026-03-02T19:03:14.550199Z","steps":["trace[206248970] 'process raft request' (duration: 962.091902ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:14.550256Z","caller":"traceutil/trace.go:171","msg":"trace[1572007726] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"1.089547131s","start":"2026-03-02T19:03:13.460654Z","end":"2026-03-02T19:03:14.550201Z","steps":["trace[1572007726] 'process raft request' (duration: 1.089006782s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:14.550446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:13.587956Z","time spent":"962.375732ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:03:14.550775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:13.460611Z","time spent":"1.089745418s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:03:14.551351Z","caller":"traceutil/trace.go:171","msg":"trace[1473829954] linearizableReadLoop","detail":"{readStateIndex:2120; appliedIndex:2116; }","duration":"1.09328066s","start":"2026-03-02T19:03:13.457948Z","end":"2026-03-02T19:03:14.551229Z","steps":["trace[1473829954] 'read index received' (duration: 915.718785ms)","trace[1473829954] 'applied index is now lower than readState.Index' (duration: 177.556145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:03:14.551415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850008193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:03:14.551512Z","caller":"traceutil/trace.go:171","msg":"trace[1853795782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2029; }","duration":"1.850161138s","start":"2026-03-02T19:03:12.701326Z","end":"2026-03-02T19:03:14.551487Z","steps":["trace[1853795782] 'agreement among raft nodes before linearized reading' (duration: 1.850000813s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:14.551574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:12.701248Z","time spent":"1.850314134s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:03:14.551352Z","caller":"traceutil/trace.go:171","msg":"trace[1819372524] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"960.611081ms","start":"2026-03-02T19:03:13.590654Z","end":"2026-03-02T19:03:14.551265Z","steps":["trace[1819372524] 'process raft request' (duration: 959.487982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:14.551702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.811835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T19:03:14.551754Z","caller":"traceutil/trace.go:171","msg":"trace[139485478] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2029; }","duration":"906.875178ms","start":"2026-03-02T19:03:13.644864Z","end":"2026-03-02T19:03:14.551739Z","steps":["trace[139485478] 'agreement among raft nodes before linearized reading' (duration: 906.763244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:14.551767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.061631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T19:03:14.551792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:13.644853Z","time spent":"906.930539ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:03:14.551817Z","caller":"traceutil/trace.go:171","msg":"trace[1042167384] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2029; }","duration":"274.153974ms","start":"2026-03-02T19:03:14.277647Z","end":"2026-03-02T19:03:14.551801Z","steps":["trace[1042167384] 'agreement among raft nodes before linearized reading' (duration: 274.001879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:14.551818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:13.590619Z","time spent":"961.039086ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:03:14.551907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.820442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"warn","ts":"2026-03-02T19:03:14.551915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.070095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:03:14.551975Z","caller":"traceutil/trace.go:171","msg":"trace[816504389] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2029; }","duration":"335.941005ms","start":"2026-03-02T19:03:14.216015Z","end":"2026-03-02T19:03:14.551956Z","steps":["trace[816504389] 'agreement among raft nodes before linearized reading' (duration: 335.646335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:14.551974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.736541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:03:14.552032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:14.215993Z","time spent":"336.027659ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T19:03:14.551993Z","caller":"traceutil/trace.go:171","msg":"trace[155219862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2029; }","duration":"907.2245ms","start":"2026-03-02T19:03:13.644743Z","end":"2026-03-02T19:03:14.551967Z","steps":["trace[155219862] 'agreement among raft nodes before linearized reading' (duration: 906.964761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:14.551566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959510338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-02T19:03:14.552089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:13.644718Z","time spent":"907.359545ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:03:14.552099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.22678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T19:03:14.552102Z","caller":"traceutil/trace.go:171","msg":"trace[461364155] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2029; }","duration":"1.960100639s","start":"2026-03-02T19:03:12.591984Z","end":"2026-03-02T19:03:14.552085Z","steps":["trace[461364155] 'agreement among raft nodes before linearized reading' (duration: 1.959443406s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:14.552116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.845851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:03:14.552137Z","caller":"traceutil/trace.go:171","msg":"trace[1292991324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2029; }","duration":"907.299132ms","start":"2026-03-02T19:03:13.644827Z","end":"2026-03-02T19:03:14.552126Z","steps":["trace[1292991324] 'agreement among raft nodes before linearized reading' (duration: 907.194199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:14.552145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:12.591946Z","time spent":"1.960188203s","remote":"127.0.0.1:57138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T19:03:14.552177Z","caller":"traceutil/trace.go:171","msg":"trace[392049002] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2029; }","duration":"907.949235ms","start":"2026-03-02T19:03:13.64421Z","end":"2026-03-02T19:03:14.552159Z","steps":["trace[392049002] 'agreement among raft nodes before linearized reading' (duration: 907.719307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:14.552185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:13.644812Z","time spent":"907.358415ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:03:14.552044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.79861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:03:14.552306Z","caller":"traceutil/trace.go:171","msg":"trace[816027393] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2029; }","duration":"998.387661ms","start":"2026-03-02T19:03:13.553894Z","end":"2026-03-02T19:03:14.552282Z","steps":["trace[816027393] 'agreement among raft nodes before linearized reading' (duration: 997.719498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:14.552357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.771149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T19:03:14.552443Z","caller":"traceutil/trace.go:171","msg":"trace[1651870162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2029; }","duration":"950.961717ms","start":"2026-03-02T19:03:13.601462Z","end":"2026-03-02T19:03:14.552423Z","steps":["trace[1651870162] 'agreement among raft nodes before linearized reading' (duration: 950.627265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:14.552498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:13.60143Z","time spent":"951.0517ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:03:14.552042Z","caller":"traceutil/trace.go:171","msg":"trace[1038490128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2029; }","duration":"134.849235ms","start":"2026-03-02T19:03:14.417174Z","end":"2026-03-02T19:03:14.552023Z","steps":["trace[1038490128] 'agreement among raft nodes before linearized reading' (duration: 134.727621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:14.552382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:13.553868Z","time spent":"998.499385ms","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":20,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:03:14.552235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:13.644184Z","time spent":"908.038239ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:03:15.569022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.929822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:03:15.569439Z","caller":"traceutil/trace.go:171","msg":"trace[762349255] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"1.012149196s","start":"2026-03-02T19:03:14.557222Z","end":"2026-03-02T19:03:15.569372Z","steps":["trace[762349255] 'process raft request' (duration: 468.777209ms)","trace[762349255] 'compare' (duration: 542.820668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:03:15.569669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:14.557193Z","time spent":"1.012357553s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:03:15.570057Z","caller":"traceutil/trace.go:171","msg":"trace[1373059970] transaction","detail":"{read_only:false; response_revision:2034; number_of_response:1; }","duration":"1.010707976s","start":"2026-03-02T19:03:14.559327Z","end":"2026-03-02T19:03:15.570035Z","steps":["trace[1373059970] 'process raft request' (duration: 1.010577842s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:15.570046Z","caller":"traceutil/trace.go:171","msg":"trace[1825005424] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"1.012443337s","start":"2026-03-02T19:03:14.557556Z","end":"2026-03-02T19:03:15.569999Z","steps":["trace[1825005424] 'process raft request' (duration: 1.011589417s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:15.570063Z","caller":"traceutil/trace.go:171","msg":"trace[116135863] transaction","detail":"{read_only:false; response_revision:2032; number_of_response:1; }","duration":"1.012147577s","start":"2026-03-02T19:03:14.557874Z","end":"2026-03-02T19:03:15.570022Z","steps":["trace[116135863] 'process raft request' (duration: 1.011896428s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:03:15.570063Z","caller":"traceutil/trace.go:171","msg":"trace[1488730375] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"1.011860587s","start":"2026-03-02T19:03:14.558161Z","end":"2026-03-02T19:03:15.570022Z","steps":["trace[1488730375] 'process raft request' (duration: 1.01166113s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:15.5702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:14.559295Z","time spent":"1.01082232s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:03:15.57025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:14.557862Z","time spent":"1.012286831s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:03:15.570249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:14.55815Z","time spent":"1.012003971s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:03:15.570268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:14.557531Z","time spent":"1.012606843s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:03:15.570291Z","caller":"traceutil/trace.go:171","msg":"trace[1619585243] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"716.450827ms","start":"2026-03-02T19:03:14.853803Z","end":"2026-03-02T19:03:15.570254Z","steps":["trace[1619585243] 'process raft request' (duration: 716.186028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:15.570473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:14.853772Z","time spent":"716.601072ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:03:15.570492Z","caller":"traceutil/trace.go:171","msg":"trace[613442160] linearizableReadLoop","detail":"{readStateIndex:2125; appliedIndex:2120; }","duration":"1.008172528s","start":"2026-03-02T19:03:14.562302Z","end":"2026-03-02T19:03:15.570474Z","steps":["trace[613442160] 'read index received' (duration: 463.717684ms)","trace[613442160] 'applied index is now lower than readState.Index' (duration: 544.451254ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:03:15.570594Z","caller":"traceutil/trace.go:171","msg":"trace[1071302424] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"260.331224ms","start":"2026-03-02T19:03:15.310166Z","end":"2026-03-02T19:03:15.570498Z","steps":["trace[1071302424] 'process raft request' (duration: 260.058865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:15.57067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008364426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:03:15.570658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.178073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:03:15.570734Z","caller":"traceutil/trace.go:171","msg":"trace[102466851] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2036; }","duration":"1.008455159s","start":"2026-03-02T19:03:14.562263Z","end":"2026-03-02T19:03:15.570718Z","steps":["trace[102466851] 'agreement among raft nodes before linearized reading' (duration: 1.008311134s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:15.570766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:14.562252Z","time spent":"1.00850898s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T19:03:15.570746Z","caller":"traceutil/trace.go:171","msg":"trace[1909197651] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2036; }","duration":"428.295867ms","start":"2026-03-02T19:03:15.142429Z","end":"2026-03-02T19:03:15.570725Z","steps":["trace[1909197651] 'agreement among raft nodes before linearized reading' (duration: 428.159362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:03:15.570816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:03:15.142406Z","time spent":"428.397381ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:03:20.547779Z","caller":"traceutil/trace.go:171","msg":"trace[501826169] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"134.870366ms","start":"2026-03-02T19:03:20.412873Z","end":"2026-03-02T19:03:20.547743Z","steps":["trace[501826169] 'process raft request' (duration: 134.546365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:02.221543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.919068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:04:02.221728Z","caller":"traceutil/trace.go:171","msg":"trace[429901659] linearizableReadLoop","detail":"{readStateIndex:2426; appliedIndex:2423; }","duration":"360.874746ms","start":"2026-03-02T19:04:01.860837Z","end":"2026-03-02T19:04:02.221712Z","steps":["trace[429901659] 'read index received' (duration: 78.861153ms)","trace[429901659] 'applied index is now lower than readState.Index' (duration: 282.012313ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:02.221821Z","caller":"traceutil/trace.go:171","msg":"trace[1491195954] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"361.987971ms","start":"2026-03-02T19:04:01.859823Z","end":"2026-03-02T19:04:02.221811Z","steps":["trace[1491195954] 'process raft request' (duration: 361.817155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:02.221879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:01.859803Z","time spent":"362.047993ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:04:02.222052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.576184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:04:02.222143Z","caller":"traceutil/trace.go:171","msg":"trace[1855484025] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-ports-configmap; range_end:; response_count:0; response_revision:2322; }","duration":"278.716739ms","start":"2026-03-02T19:04:01.943406Z","end":"2026-03-02T19:04:02.222122Z","steps":["trace[1855484025] 'agreement among raft nodes before linearized reading' (duration: 278.569724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:02.222198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.079603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T19:04:02.222183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.257138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T19:04:02.222299Z","caller":"traceutil/trace.go:171","msg":"trace[291995448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2322; }","duration":"361.212306ms","start":"2026-03-02T19:04:01.861062Z","end":"2026-03-02T19:04:02.222274Z","steps":["trace[291995448] 'agreement among raft nodes before linearized reading' (duration: 360.891516ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:02.222333Z","caller":"traceutil/trace.go:171","msg":"trace[916967337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2322; }","duration":"361.480875ms","start":"2026-03-02T19:04:01.860811Z","end":"2026-03-02T19:04:02.222292Z","steps":["trace[916967337] 'agreement among raft nodes before linearized reading' (duration: 361.137014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:02.222385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:01.860799Z","time spent":"361.573237ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:04:02.222394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:01.861055Z","time spent":"361.3204ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:04:02.222596Z","caller":"traceutil/trace.go:171","msg":"trace[373973642] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"363.182118ms","start":"2026-03-02T19:04:01.859378Z","end":"2026-03-02T19:04:02.22256Z","steps":["trace[373973642] 'process raft request' (duration: 141.140865ms)","trace[373973642] 'compare' (duration: 220.808335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:04:02.222725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:01.859357Z","time spent":"363.302302ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:04:02.83053Z","caller":"traceutil/trace.go:171","msg":"trace[2017944627] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"260.849715ms","start":"2026-03-02T19:04:02.569648Z","end":"2026-03-02T19:04:02.830498Z","steps":["trace[2017944627] 'process raft request' (duration: 260.650359ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:10.440906Z","caller":"traceutil/trace.go:171","msg":"trace[323333997] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"198.922936ms","start":"2026-03-02T19:04:10.241946Z","end":"2026-03-02T19:04:10.440869Z","steps":["trace[323333997] 'process raft request' (duration: 194.62409ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:10.456755Z","caller":"traceutil/trace.go:171","msg":"trace[947627174] linearizableReadLoop","detail":"{readStateIndex:2570; appliedIndex:2568; }","duration":"195.762616ms","start":"2026-03-02T19:04:10.260961Z","end":"2026-03-02T19:04:10.456723Z","steps":["trace[947627174] 'read index received' (duration: 175.675863ms)","trace[947627174] 'applied index is now lower than readState.Index' (duration: 20.085393ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:10.456919Z","caller":"traceutil/trace.go:171","msg":"trace[258039337] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"214.62368ms","start":"2026-03-02T19:04:10.242258Z","end":"2026-03-02T19:04:10.456882Z","steps":["trace[258039337] 'process raft request' (duration: 214.283539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:10.457199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.751797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:04:10.457219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.987171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T19:04:10.457307Z","caller":"traceutil/trace.go:171","msg":"trace[934101965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2461; }","duration":"183.85056ms","start":"2026-03-02T19:04:10.273401Z","end":"2026-03-02T19:04:10.457252Z","steps":["trace[934101965] 'agreement among raft nodes before linearized reading' (duration: 183.719016ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:10.457349Z","caller":"traceutil/trace.go:171","msg":"trace[944995793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2461; }","duration":"195.203997ms","start":"2026-03-02T19:04:10.262116Z","end":"2026-03-02T19:04:10.45732Z","steps":["trace[944995793] 'agreement among raft nodes before linearized reading' (duration: 194.838736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:10.457319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.53755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T19:04:10.457428Z","caller":"traceutil/trace.go:171","msg":"trace[81489769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2461; }","duration":"176.741416ms","start":"2026-03-02T19:04:10.280668Z","end":"2026-03-02T19:04:10.457409Z","steps":["trace[81489769] 'agreement among raft nodes before linearized reading' (duration: 176.361884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:10.457086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.106036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T19:04:10.457722Z","caller":"traceutil/trace.go:171","msg":"trace[966859379] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2461; }","duration":"196.792478ms","start":"2026-03-02T19:04:10.260903Z","end":"2026-03-02T19:04:10.457695Z","steps":["trace[966859379] 'agreement among raft nodes before linearized reading' (duration: 195.972222ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:11.514704Z","caller":"traceutil/trace.go:171","msg":"trace[1624477864] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"259.746071ms","start":"2026-03-02T19:04:11.25492Z","end":"2026-03-02T19:04:11.514666Z","steps":["trace[1624477864] 'process raft request' (duration: 259.488733ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:14.75641Z","caller":"traceutil/trace.go:171","msg":"trace[1260393605] linearizableReadLoop","detail":"{readStateIndex:2596; appliedIndex:2595; }","duration":"234.538275ms","start":"2026-03-02T19:04:14.521849Z","end":"2026-03-02T19:04:14.756387Z","steps":["trace[1260393605] 'read index received' (duration: 234.432821ms)","trace[1260393605] 'applied index is now lower than readState.Index' (duration: 104.194µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:14.756471Z","caller":"traceutil/trace.go:171","msg":"trace[293984920] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"234.71337ms","start":"2026-03-02T19:04:14.521722Z","end":"2026-03-02T19:04:14.756435Z","steps":["trace[293984920] 'process raft request' (duration: 234.506444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:14.756622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.752011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:04:14.756661Z","caller":"traceutil/trace.go:171","msg":"trace[382100632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2486; }","duration":"234.851525ms","start":"2026-03-02T19:04:14.521801Z","end":"2026-03-02T19:04:14.756652Z","steps":["trace[382100632] 'agreement among raft nodes before linearized reading' (duration: 234.69611ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:14.777532Z","caller":"traceutil/trace.go:171","msg":"trace[625830752] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"252.366886ms","start":"2026-03-02T19:04:14.525132Z","end":"2026-03-02T19:04:14.777499Z","steps":["trace[625830752] 'process raft request' (duration: 251.131938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:14.777806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.543505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T19:04:14.777866Z","caller":"traceutil/trace.go:171","msg":"trace[185285507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2488; }","duration":"254.649009ms","start":"2026-03-02T19:04:14.523202Z","end":"2026-03-02T19:04:14.777852Z","steps":["trace[185285507] 'agreement among raft nodes before linearized reading' (duration: 254.283367ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:15.882824Z","caller":"traceutil/trace.go:171","msg":"trace[1121214894] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"956.039132ms","start":"2026-03-02T19:04:14.926763Z","end":"2026-03-02T19:04:15.882802Z","steps":["trace[1121214894] 'process raft request' (duration: 955.881097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:15.88295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:14.926738Z","time spent":"956.146756ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:04:15.889526Z","caller":"traceutil/trace.go:171","msg":"trace[1802106109] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"902.875168ms","start":"2026-03-02T19:04:14.98661Z","end":"2026-03-02T19:04:15.889485Z","steps":["trace[1802106109] 'process raft request' (duration: 902.739193ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:15.889541Z","caller":"traceutil/trace.go:171","msg":"trace[152363233] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"934.672609ms","start":"2026-03-02T19:04:14.954802Z","end":"2026-03-02T19:04:15.889474Z","steps":["trace[152363233] 'process raft request' (duration: 934.308278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:15.889715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:14.986571Z","time spent":"903.049704ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:04:15.889743Z","caller":"traceutil/trace.go:171","msg":"trace[1524234967] linearizableReadLoop","detail":"{readStateIndex:2603; appliedIndex:2600; }","duration":"190.461098ms","start":"2026-03-02T19:04:15.699214Z","end":"2026-03-02T19:04:15.889675Z","steps":["trace[1524234967] 'read index received' (duration: 184.124858ms)","trace[1524234967] 'applied index is now lower than readState.Index' (duration: 6.318529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:04:15.889843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.627462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:04:15.889874Z","caller":"traceutil/trace.go:171","msg":"trace[1922443051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2493; }","duration":"190.700285ms","start":"2026-03-02T19:04:15.699164Z","end":"2026-03-02T19:04:15.889865Z","steps":["trace[1922443051] 'agreement among raft nodes before linearized reading' (duration: 190.630232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:15.889858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:14.954769Z","time spent":"934.921627ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:04:15.88993Z","caller":"traceutil/trace.go:171","msg":"trace[46165301] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"253.841102ms","start":"2026-03-02T19:04:15.636019Z","end":"2026-03-02T19:04:15.88986Z","steps":["trace[46165301] 'process raft request' (duration: 253.401899ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:25.999445Z","caller":"traceutil/trace.go:171","msg":"trace[2084706182] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"162.681583ms","start":"2026-03-02T19:04:25.836732Z","end":"2026-03-02T19:04:25.999413Z","steps":["trace[2084706182] 'process raft request' (duration: 162.472706ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:28.13504Z","caller":"traceutil/trace.go:171","msg":"trace[2026194037] transaction","detail":"{read_only:false; response_revision:2563; number_of_response:1; }","duration":"120.368029ms","start":"2026-03-02T19:04:28.014654Z","end":"2026-03-02T19:04:28.135022Z","steps":["trace[2026194037] 'process raft request' (duration: 120.247126ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:28.171352Z","caller":"traceutil/trace.go:171","msg":"trace[1916603271] transaction","detail":"{read_only:false; response_revision:2564; number_of_response:1; }","duration":"156.024873ms","start":"2026-03-02T19:04:28.015286Z","end":"2026-03-02T19:04:28.171311Z","steps":["trace[1916603271] 'process raft request' (duration: 155.754845ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:28.171437Z","caller":"traceutil/trace.go:171","msg":"trace[948794359] transaction","detail":"{read_only:false; response_revision:2565; number_of_response:1; }","duration":"155.29823ms","start":"2026-03-02T19:04:28.016109Z","end":"2026-03-02T19:04:28.171408Z","steps":["trace[948794359] 'process raft request' (duration: 155.117615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:31.3279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.97556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:04:31.328088Z","caller":"traceutil/trace.go:171","msg":"trace[81310091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2588; }","duration":"336.226208ms","start":"2026-03-02T19:04:30.991816Z","end":"2026-03-02T19:04:31.328042Z","steps":["trace[81310091] 'range keys from in-memory index tree' (duration: 335.6771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:31.328157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:30.991783Z","time spent":"336.355732ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:04:31.327932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.862307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T19:04:31.328504Z","caller":"traceutil/trace.go:171","msg":"trace[178073176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2588; }","duration":"310.432185ms","start":"2026-03-02T19:04:31.018055Z","end":"2026-03-02T19:04:31.328487Z","steps":["trace[178073176] 'range keys from in-memory index tree' (duration: 309.702602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:31.328563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:31.017971Z","time spent":"310.570059ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:04:32.950702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.342273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:04:32.950798Z","caller":"traceutil/trace.go:171","msg":"trace[1662263331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2594; }","duration":"123.524279ms","start":"2026-03-02T19:04:32.827252Z","end":"2026-03-02T19:04:32.950776Z","steps":["trace[1662263331] 'range keys from in-memory index tree' (duration: 122.760235ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:47.232229Z","caller":"traceutil/trace.go:171","msg":"trace[1653805246] linearizableReadLoop","detail":"{readStateIndex:2781; appliedIndex:2780; }","duration":"169.343433ms","start":"2026-03-02T19:04:47.062844Z","end":"2026-03-02T19:04:47.232187Z","steps":["trace[1653805246] 'read index received' (duration: 169.220549ms)","trace[1653805246] 'applied index is now lower than readState.Index' (duration: 121.514µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:47.232357Z","caller":"traceutil/trace.go:171","msg":"trace[1073362516] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"172.861252ms","start":"2026-03-02T19:04:47.059447Z","end":"2026-03-02T19:04:47.232308Z","steps":["trace[1073362516] 'process raft request' (duration: 172.547473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:47.232536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.675942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T19:04:47.232591Z","caller":"traceutil/trace.go:171","msg":"trace[1694555139] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:2665; }","duration":"169.789856ms","start":"2026-03-02T19:04:47.062786Z","end":"2026-03-02T19:04:47.232576Z","steps":["trace[1694555139] 'agreement among raft nodes before linearized reading' (duration: 169.572959ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:47.249793Z","caller":"traceutil/trace.go:171","msg":"trace[162482933] transaction","detail":"{read_only:false; response_revision:2666; number_of_response:1; }","duration":"174.278607ms","start":"2026-03-02T19:04:47.07549Z","end":"2026-03-02T19:04:47.249769Z","steps":["trace[162482933] 'process raft request' (duration: 174.023599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:47.249863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.967059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:04:47.249943Z","caller":"traceutil/trace.go:171","msg":"trace[1225510515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2666; }","duration":"175.086883ms","start":"2026-03-02T19:04:47.074835Z","end":"2026-03-02T19:04:47.249922Z","steps":["trace[1225510515] 'agreement among raft nodes before linearized reading' (duration: 174.850776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:47.249971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.027734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:04:47.250218Z","caller":"traceutil/trace.go:171","msg":"trace[570188009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2666; }","duration":"170.342174ms","start":"2026-03-02T19:04:47.079852Z","end":"2026-03-02T19:04:47.250194Z","steps":["trace[570188009] 'agreement among raft nodes before linearized reading' (duration: 169.930701ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:47.369892Z","caller":"traceutil/trace.go:171","msg":"trace[1222512634] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"114.743083ms","start":"2026-03-02T19:04:47.255123Z","end":"2026-03-02T19:04:47.369866Z","steps":["trace[1222512634] 'process raft request' (duration: 114.684791ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:47.370056Z","caller":"traceutil/trace.go:171","msg":"trace[582851892] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"114.912848ms","start":"2026-03-02T19:04:47.255085Z","end":"2026-03-02T19:04:47.369998Z","steps":["trace[582851892] 'process raft request' (duration: 114.004399ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:48.605349Z","caller":"traceutil/trace.go:171","msg":"trace[59534146] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"369.952299ms","start":"2026-03-02T19:04:48.235376Z","end":"2026-03-02T19:04:48.605328Z","steps":["trace[59534146] 'process raft request' (duration: 369.765153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:48.605478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:48.235356Z","time spent":"370.052872ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:04:48.754173Z","caller":"traceutil/trace.go:171","msg":"trace[2086033596] linearizableReadLoop","detail":"{readStateIndex:2790; appliedIndex:2789; }","duration":"472.027544ms","start":"2026-03-02T19:04:48.282105Z","end":"2026-03-02T19:04:48.754133Z","steps":["trace[2086033596] 'read index received' (duration: 323.231789ms)","trace[2086033596] 'applied index is now lower than readState.Index' (duration: 148.794285ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:48.754194Z","caller":"traceutil/trace.go:171","msg":"trace[1170629861] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"484.64672ms","start":"2026-03-02T19:04:48.2695Z","end":"2026-03-02T19:04:48.754146Z","steps":["trace[1170629861] 'process raft request' (duration: 444.62952ms)","trace[1170629861] 'compare' (duration: 39.761842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:04:48.754339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.218889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:04:48.754418Z","caller":"traceutil/trace.go:171","msg":"trace[1802253877] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2674; }","duration":"472.339033ms","start":"2026-03-02T19:04:48.282055Z","end":"2026-03-02T19:04:48.754395Z","steps":["trace[1802253877] 'agreement among raft nodes before linearized reading' (duration: 472.215779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:48.754458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:48.282042Z","time spent":"472.409576ms","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:04:48.754575Z","caller":"traceutil/trace.go:171","msg":"trace[1580717886] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"445.813088ms","start":"2026-03-02T19:04:48.30843Z","end":"2026-03-02T19:04:48.754243Z","steps":["trace[1580717886] 'process raft request' (duration: 445.632012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:48.754665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.455419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18991b9a6f0579bf\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-02T19:04:48.755104Z","caller":"traceutil/trace.go:171","msg":"trace[1133918986] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18991b9a6f0579bf; range_end:; response_count:1; response_revision:2674; }","duration":"292.80349ms","start":"2026-03-02T19:04:48.462122Z","end":"2026-03-02T19:04:48.754925Z","steps":["trace[1133918986] 'agreement among raft nodes before linearized reading' (duration: 292.290593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:48.755276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:48.269468Z","time spent":"484.853437ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:04:48.755695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:48.30841Z","time spent":"446.409176ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:04:50.245706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.032236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:04:50.24579Z","caller":"traceutil/trace.go:171","msg":"trace[1124563975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2676; }","duration":"871.16436ms","start":"2026-03-02T19:04:49.374605Z","end":"2026-03-02T19:04:50.24577Z","steps":["trace[1124563975] 'range keys from in-memory index tree' (duration: 870.844471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:50.245832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:49.374586Z","time spent":"871.236373ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:04:50.245922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142741092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:04:50.245962Z","caller":"traceutil/trace.go:171","msg":"trace[1584756683] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2676; }","duration":"1.142785164s","start":"2026-03-02T19:04:49.103162Z","end":"2026-03-02T19:04:50.245948Z","steps":["trace[1584756683] 'count revisions from in-memory index tree' (duration: 1.142664819s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:50.24599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:49.103104Z","time spent":"1.142878286s","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:04:50.245926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.440735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-02T19:04:50.246108Z","caller":"traceutil/trace.go:171","msg":"trace[561177035] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2676; }","duration":"572.674642ms","start":"2026-03-02T19:04:49.673375Z","end":"2026-03-02T19:04:50.24605Z","steps":["trace[561177035] 'range keys from in-memory index tree' (duration: 572.125125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:50.246152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.688586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:04:50.246187Z","caller":"traceutil/trace.go:171","msg":"trace[233557588] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2676; }","duration":"870.760228ms","start":"2026-03-02T19:04:49.375417Z","end":"2026-03-02T19:04:50.246178Z","steps":["trace[233557588] 'range keys from in-memory index tree' (duration: 870.578913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:50.2462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:49.673356Z","time spent":"572.827387ms","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:04:50.246219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:49.375396Z","time spent":"870.81428ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:04:50.246263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007178053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T19:04:50.246293Z","caller":"traceutil/trace.go:171","msg":"trace[1419725308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2676; }","duration":"1.007208764s","start":"2026-03-02T19:04:49.239076Z","end":"2026-03-02T19:04:50.246284Z","steps":["trace[1419725308] 'range keys from in-memory index tree' (duration: 1.0070748s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:50.246324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:49.239032Z","time spent":"1.007279216s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:04:50.246481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.731005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:04:50.246517Z","caller":"traceutil/trace.go:171","msg":"trace[2083508621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2676; }","duration":"768.802827ms","start":"2026-03-02T19:04:49.477705Z","end":"2026-03-02T19:04:50.246508Z","steps":["trace[2083508621] 'range keys from in-memory index tree' (duration: 768.607952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:50.246543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:49.47768Z","time spent":"768.856369ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:04:50.246737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.489293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T19:04:50.246775Z","caller":"traceutil/trace.go:171","msg":"trace[1088390906] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2676; }","duration":"711.566036ms","start":"2026-03-02T19:04:49.535201Z","end":"2026-03-02T19:04:50.246767Z","steps":["trace[1088390906] 'range keys from in-memory index tree' (duration: 711.367429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:50.246804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:49.53518Z","time spent":"711.616477ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:04:50.246982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.59295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T19:04:50.247061Z","caller":"traceutil/trace.go:171","msg":"trace[1124458630] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2676; }","duration":"384.735164ms","start":"2026-03-02T19:04:49.862305Z","end":"2026-03-02T19:04:50.24704Z","steps":["trace[1124458630] 'range keys from in-memory index tree' (duration: 384.352693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:50.247098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:49.862277Z","time spent":"384.812667ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T19:04:50.757337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947417473,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:04:50.937507Z","caller":"traceutil/trace.go:171","msg":"trace[1040515862] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"685.811234ms","start":"2026-03-02T19:04:50.251661Z","end":"2026-03-02T19:04:50.937472Z","steps":["trace[1040515862] 'process raft request' (duration: 685.468923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:50.937945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:50.251644Z","time spent":"685.972419ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:04:51.459727Z","caller":"traceutil/trace.go:171","msg":"trace[925553077] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"1.206883901s","start":"2026-03-02T19:04:50.252798Z","end":"2026-03-02T19:04:51.459682Z","steps":["trace[925553077] 'process raft request' (duration: 1.206474578s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:51.459872Z","caller":"traceutil/trace.go:171","msg":"trace[1479285153] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"1.206939262s","start":"2026-03-02T19:04:50.252912Z","end":"2026-03-02T19:04:51.459851Z","steps":["trace[1479285153] 'process raft request' (duration: 1.206702395s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:51.45998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:50.2529Z","time spent":"1.207030145s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:04:51.460034Z","caller":"traceutil/trace.go:171","msg":"trace[531007890] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"1.20781305s","start":"2026-03-02T19:04:50.252185Z","end":"2026-03-02T19:04:51.459998Z","steps":["trace[531007890] 'process raft request' (duration: 1.206926772s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:51.460125Z","caller":"traceutil/trace.go:171","msg":"trace[360428308] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"1.20717444s","start":"2026-03-02T19:04:50.252925Z","end":"2026-03-02T19:04:51.460099Z","steps":["trace[360428308] 'process raft request' (duration: 1.206879861s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:51.460162Z","caller":"traceutil/trace.go:171","msg":"trace[408032734] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"1.206332583s","start":"2026-03-02T19:04:50.253815Z","end":"2026-03-02T19:04:51.460148Z","steps":["trace[408032734] 'process raft request' (duration: 1.206179599s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:51.460235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:50.253807Z","time spent":"1.206392965s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:04:51.460243Z","caller":"traceutil/trace.go:171","msg":"trace[2065316082] linearizableReadLoop","detail":"{readStateIndex:2800; appliedIndex:2793; }","duration":"1.208032957s","start":"2026-03-02T19:04:50.252191Z","end":"2026-03-02T19:04:51.460224Z","steps":["trace[2065316082] 'read index received' (duration: 684.951407ms)","trace[2065316082] 'applied index is now lower than readState.Index' (duration: 523.08051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:04:51.460265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:50.252914Z","time spent":"1.207280253s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:04:51.45995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:50.252778Z","time spent":"1.207062276s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:04:51.460244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:50.252172Z","time spent":"1.207957024s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:04:51.460355Z","caller":"traceutil/trace.go:171","msg":"trace[150420324] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"845.912944ms","start":"2026-03-02T19:04:50.614429Z","end":"2026-03-02T19:04:51.460342Z","steps":["trace[150420324] 'process raft request' (duration: 845.650496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:51.460455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:50.614397Z","time spent":"846.002197ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:04:51.4605Z","caller":"traceutil/trace.go:171","msg":"trace[1134260700] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"700.026571ms","start":"2026-03-02T19:04:50.760464Z","end":"2026-03-02T19:04:51.46049Z","steps":["trace[1134260700] 'process raft request' (duration: 699.711151ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:51.460496Z","caller":"traceutil/trace.go:171","msg":"trace[289926903] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"700.035871ms","start":"2026-03-02T19:04:50.760429Z","end":"2026-03-02T19:04:51.460465Z","steps":["trace[289926903] 'process raft request' (duration: 699.702471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:51.460508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.745831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:04:51.460591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.164264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18991b977f165530\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-02T19:04:51.460624Z","caller":"traceutil/trace.go:171","msg":"trace[1256093721] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2685; }","duration":"759.909447ms","start":"2026-03-02T19:04:50.700688Z","end":"2026-03-02T19:04:51.460597Z","steps":["trace[1256093721] 'agreement among raft nodes before linearized reading' (duration: 759.744971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:51.460635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207309183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-03-02T19:04:51.460626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:50.76041Z","time spent":"700.151444ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:04:51.460656Z","caller":"traceutil/trace.go:171","msg":"trace[1958595307] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18991b977f165530; range_end:; response_count:1; response_revision:2685; }","duration":"625.323669ms","start":"2026-03-02T19:04:50.835316Z","end":"2026-03-02T19:04:51.46064Z","steps":["trace[1958595307] 'agreement among raft nodes before linearized reading' (duration: 625.133213ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:51.460682Z","caller":"traceutil/trace.go:171","msg":"trace[1337690589] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2685; }","duration":"1.207383266s","start":"2026-03-02T19:04:50.253288Z","end":"2026-03-02T19:04:51.460672Z","steps":["trace[1337690589] 'agreement among raft nodes before linearized reading' (duration: 1.207149419s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:51.460682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:50.70066Z","time spent":"760.01349ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:04:51.460711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:50.253255Z","time spent":"1.207449048s","remote":"127.0.0.1:33496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-02T19:04:51.460711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:50.835287Z","time spent":"625.411802ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18991b977f165530\" "} {"level":"warn","ts":"2026-03-02T19:04:51.460849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.619304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-02T19:04:51.460555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:50.760435Z","time spent":"700.094383ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:04:51.460467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208280924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5ae43c1e-1855-496a-adbb-034bbf216b14\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-02T19:04:51.461Z","caller":"traceutil/trace.go:171","msg":"trace[1549071991] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2685; }","duration":"979.848312ms","start":"2026-03-02T19:04:50.481098Z","end":"2026-03-02T19:04:51.460947Z","steps":["trace[1549071991] 'agreement among raft nodes before linearized reading' (duration: 979.381927ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:51.461056Z","caller":"traceutil/trace.go:171","msg":"trace[385248958] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5ae43c1e-1855-496a-adbb-034bbf216b14; range_end:; response_count:1; response_revision:2685; }","duration":"1.208912174s","start":"2026-03-02T19:04:50.252116Z","end":"2026-03-02T19:04:51.461028Z","steps":["trace[385248958] 'agreement among raft nodes before linearized reading' (duration: 1.208257744s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:51.461091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:50.481072Z","time spent":"979.968276ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:04:51.46112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:50.252078Z","time spent":"1.209025278s","remote":"127.0.0.1:33436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-5ae43c1e-1855-496a-adbb-034bbf216b14\" "} {"level":"warn","ts":"2026-03-02T19:04:57.794968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.417003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:04:57.795101Z","caller":"traceutil/trace.go:171","msg":"trace[1582363081] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"254.104301ms","start":"2026-03-02T19:04:57.54097Z","end":"2026-03-02T19:04:57.795075Z","steps":["trace[1582363081] 'process raft request' (duration: 145.480341ms)","trace[1582363081] 'compare' (duration: 108.28722ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:04:57.873452Z","caller":"traceutil/trace.go:171","msg":"trace[1261385681] transaction","detail":"{read_only:false; response_revision:2715; number_of_response:1; }","duration":"331.966623ms","start":"2026-03-02T19:04:57.541452Z","end":"2026-03-02T19:04:57.873418Z","steps":["trace[1261385681] 'process raft request' (duration: 331.712655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:57.873764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:57.541426Z","time spent":"332.117637ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:04:57.87382Z","caller":"traceutil/trace.go:171","msg":"trace[1892916027] transaction","detail":"{read_only:false; response_revision:2716; number_of_response:1; }","duration":"332.282403ms","start":"2026-03-02T19:04:57.541508Z","end":"2026-03-02T19:04:57.873791Z","steps":["trace[1892916027] 'process raft request' (duration: 331.86198ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:57.873837Z","caller":"traceutil/trace.go:171","msg":"trace[395725030] linearizableReadLoop","detail":"{readStateIndex:2836; appliedIndex:2833; }","duration":"172.190592ms","start":"2026-03-02T19:04:57.70162Z","end":"2026-03-02T19:04:57.873811Z","steps":["trace[395725030] 'read index received' (duration: 171.52207ms)","trace[395725030] 'applied index is now lower than readState.Index' (duration: 667.071µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:04:57.873998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:57.541464Z","time spent":"332.428867ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:04:57.87403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.397969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:04:57.874099Z","caller":"traceutil/trace.go:171","msg":"trace[410015541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2717; }","duration":"172.524052ms","start":"2026-03-02T19:04:57.701564Z","end":"2026-03-02T19:04:57.874088Z","steps":["trace[410015541] 'agreement among raft nodes before linearized reading' (duration: 172.383518ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:04:57.874746Z","caller":"traceutil/trace.go:171","msg":"trace[1784296185] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"331.080865ms","start":"2026-03-02T19:04:57.542871Z","end":"2026-03-02T19:04:57.873952Z","steps":["trace[1784296185] 'process raft request' (duration: 330.768815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:04:57.875062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:04:57.542859Z","time spent":"332.046525ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:05:24.107838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.967786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:05:24.107936Z","caller":"traceutil/trace.go:171","msg":"trace[1635937287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2844; }","duration":"100.061647ms","start":"2026-03-02T19:05:24.007852Z","end":"2026-03-02T19:05:24.107914Z","steps":["trace[1635937287] 'range keys from in-memory index tree' (duration: 99.797389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:05:24.107826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.100469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:05:24.107996Z","caller":"traceutil/trace.go:171","msg":"trace[558923342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2844; }","duration":"100.299945ms","start":"2026-03-02T19:05:24.007686Z","end":"2026-03-02T19:05:24.107986Z","steps":["trace[558923342] 'range keys from in-memory index tree' (duration: 99.82326ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:05:24.10795Z","caller":"traceutil/trace.go:171","msg":"trace[518383171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2844; }","duration":"101.12737ms","start":"2026-03-02T19:05:24.006801Z","end":"2026-03-02T19:05:24.107929Z","steps":["trace[518383171] 'range keys from in-memory index tree' (duration: 100.79689ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:07:02.207964Z","caller":"traceutil/trace.go:171","msg":"trace[2007980475] transaction","detail":"{read_only:false; response_revision:3433; number_of_response:1; }","duration":"269.181934ms","start":"2026-03-02T19:07:01.93875Z","end":"2026-03-02T19:07:02.207932Z","steps":["trace[2007980475] 'process raft request' (duration: 265.908271ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:07:02.208247Z","caller":"traceutil/trace.go:171","msg":"trace[143692004] transaction","detail":"{read_only:false; response_revision:3434; number_of_response:1; }","duration":"266.096126ms","start":"2026-03-02T19:07:01.942119Z","end":"2026-03-02T19:07:02.208215Z","steps":["trace[143692004] 'process raft request' (duration: 265.91849ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:07:02.208286Z","caller":"traceutil/trace.go:171","msg":"trace[1925844037] transaction","detail":"{read_only:false; response_revision:3436; number_of_response:1; }","duration":"114.211225ms","start":"2026-03-02T19:07:02.094058Z","end":"2026-03-02T19:07:02.208269Z","steps":["trace[1925844037] 'process raft request' (duration: 114.134472ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:07:02.208423Z","caller":"traceutil/trace.go:171","msg":"trace[1492054182] transaction","detail":"{read_only:false; response_revision:3437; number_of_response:1; }","duration":"111.170689ms","start":"2026-03-02T19:07:02.097238Z","end":"2026-03-02T19:07:02.208409Z","steps":["trace[1492054182] 'process raft request' (duration: 110.989983ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:07:02.208446Z","caller":"traceutil/trace.go:171","msg":"trace[1087584544] transaction","detail":"{read_only:false; response_revision:3435; number_of_response:1; }","duration":"193.989696ms","start":"2026-03-02T19:07:02.014423Z","end":"2026-03-02T19:07:02.208412Z","steps":["trace[1087584544] 'process raft request' (duration: 193.712627ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:07:35.020065Z","caller":"traceutil/trace.go:171","msg":"trace[454851206] linearizableReadLoop","detail":"{readStateIndex:3812; appliedIndex:3811; }","duration":"318.426035ms","start":"2026-03-02T19:07:34.701617Z","end":"2026-03-02T19:07:35.020043Z","steps":["trace[454851206] 'read index received' (duration: 318.221229ms)","trace[454851206] 'applied index is now lower than readState.Index' (duration: 204.036µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:07:35.020276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.644891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:07:35.020319Z","caller":"traceutil/trace.go:171","msg":"trace[632322972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3655; }","duration":"318.736684ms","start":"2026-03-02T19:07:34.701573Z","end":"2026-03-02T19:07:35.020309Z","steps":["trace[632322972] 'agreement among raft nodes before linearized reading' (duration: 318.59629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:07:35.020353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:07:34.701553Z","time spent":"318.793737ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:07:35.02026Z","caller":"traceutil/trace.go:171","msg":"trace[1807934432] transaction","detail":"{read_only:false; response_revision:3655; number_of_response:1; }","duration":"401.914063ms","start":"2026-03-02T19:07:34.618288Z","end":"2026-03-02T19:07:35.020202Z","steps":["trace[1807934432] 'process raft request' (duration: 401.618064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:07:35.0205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.469546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:07:35.02057Z","caller":"traceutil/trace.go:171","msg":"trace[1123531541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3655; }","duration":"244.552899ms","start":"2026-03-02T19:07:34.775995Z","end":"2026-03-02T19:07:35.020548Z","steps":["trace[1123531541] 'agreement among raft nodes before linearized reading' (duration: 244.338582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:07:35.020578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.637558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-02T19:07:35.02064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:07:34.618271Z","time spent":"402.193621ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:07:35.02068Z","caller":"traceutil/trace.go:171","msg":"trace[333751725] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3655; }","duration":"227.774512ms","start":"2026-03-02T19:07:34.79288Z","end":"2026-03-02T19:07:35.020655Z","steps":["trace[333751725] 'agreement among raft nodes before linearized reading' (duration: 227.487383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:07:35.020933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.888289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:07:35.021036Z","caller":"traceutil/trace.go:171","msg":"trace[439791324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3655; }","duration":"245.313512ms","start":"2026-03-02T19:07:34.775698Z","end":"2026-03-02T19:07:35.021012Z","steps":["trace[439791324] 'agreement among raft nodes before linearized reading' (duration: 244.580749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:07:35.021231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.61592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:07:35.021377Z","caller":"traceutil/trace.go:171","msg":"trace[174061880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3655; }","duration":"244.816907ms","start":"2026-03-02T19:07:34.776539Z","end":"2026-03-02T19:07:35.021356Z","steps":["trace[174061880] 'agreement among raft nodes before linearized reading' (duration: 244.345892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:07:35.637932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.175767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:07:35.638233Z","caller":"traceutil/trace.go:171","msg":"trace[126374841] transaction","detail":"{read_only:false; response_revision:3656; number_of_response:1; }","duration":"612.723963ms","start":"2026-03-02T19:07:35.025483Z","end":"2026-03-02T19:07:35.638207Z","steps":["trace[126374841] 'process raft request' (duration: 124.164453ms)","trace[126374841] 'compare' (duration: 488.000672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:07:35.638389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:07:35.025458Z","time spent":"612.841516ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:07:35.638524Z","caller":"traceutil/trace.go:171","msg":"trace[1419526016] transaction","detail":"{read_only:false; response_revision:3657; number_of_response:1; }","duration":"612.823676ms","start":"2026-03-02T19:07:35.025638Z","end":"2026-03-02T19:07:35.638462Z","steps":["trace[1419526016] 'process raft request' (duration: 612.516847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:07:35.63867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:07:35.025618Z","time spent":"612.989121ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:07:35.638812Z","caller":"traceutil/trace.go:171","msg":"trace[407340657] linearizableReadLoop","detail":"{readStateIndex:3814; appliedIndex:3812; }","duration":"612.552098ms","start":"2026-03-02T19:07:35.026242Z","end":"2026-03-02T19:07:35.638794Z","steps":["trace[407340657] 'read index received' (duration: 123.42029ms)","trace[407340657] 'applied index is now lower than readState.Index' (duration: 489.130828ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:07:35.638843Z","caller":"traceutil/trace.go:171","msg":"trace[1389017136] transaction","detail":"{read_only:false; response_revision:3658; number_of_response:1; }","duration":"612.435114ms","start":"2026-03-02T19:07:35.026393Z","end":"2026-03-02T19:07:35.638828Z","steps":["trace[1389017136] 'process raft request' (duration: 611.99751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:07:35.639131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:07:35.026378Z","time spent":"612.648ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:07:35.639217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.921459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16100"} {"level":"info","ts":"2026-03-02T19:07:35.639353Z","caller":"traceutil/trace.go:171","msg":"trace[1678974015] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3658; }","duration":"613.098084ms","start":"2026-03-02T19:07:35.026223Z","end":"2026-03-02T19:07:35.639321Z","steps":["trace[1678974015] 'agreement among raft nodes before linearized reading' (duration: 612.667831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:07:35.639471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:07:35.026214Z","time spent":"613.24509ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16124,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:07:35.639373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.352839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8p865\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T19:07:35.640425Z","caller":"traceutil/trace.go:171","msg":"trace[467283268] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8p865; range_end:; response_count:1; response_revision:3658; }","duration":"567.432203ms","start":"2026-03-02T19:07:35.072913Z","end":"2026-03-02T19:07:35.640345Z","steps":["trace[467283268] 'agreement among raft nodes before linearized reading' (duration: 566.185343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:07:35.640561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:07:35.072893Z","time spent":"567.6488ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-8p865\" "} {"level":"info","ts":"2026-03-02T19:08:19.426384Z","caller":"traceutil/trace.go:171","msg":"trace[683001019] transaction","detail":"{read_only:false; response_revision:3948; number_of_response:1; }","duration":"164.640493ms","start":"2026-03-02T19:08:19.261705Z","end":"2026-03-02T19:08:19.426346Z","steps":["trace[683001019] 'process raft request' (duration: 133.314741ms)","trace[683001019] 'compare' (duration: 30.863578ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:24.042731Z","caller":"traceutil/trace.go:171","msg":"trace[1167548522] transaction","detail":"{read_only:false; response_revision:3974; number_of_response:1; }","duration":"129.988316ms","start":"2026-03-02T19:08:23.912712Z","end":"2026-03-02T19:08:24.042701Z","steps":["trace[1167548522] 'process raft request' (duration: 121.450828ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:24.043105Z","caller":"traceutil/trace.go:171","msg":"trace[953319439] transaction","detail":"{read_only:false; response_revision:3975; number_of_response:1; }","duration":"129.253313ms","start":"2026-03-02T19:08:23.913813Z","end":"2026-03-02T19:08:24.043067Z","steps":["trace[953319439] 'process raft request' (duration: 128.847431ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:24.043128Z","caller":"traceutil/trace.go:171","msg":"trace[82687000] linearizableReadLoop","detail":"{readStateIndex:4147; appliedIndex:4144; }","duration":"128.906492ms","start":"2026-03-02T19:08:23.914188Z","end":"2026-03-02T19:08:24.043094Z","steps":["trace[82687000] 'read index received' (duration: 34.194203ms)","trace[82687000] 'applied index is now lower than readState.Index' (duration: 94.710819ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:24.043235Z","caller":"traceutil/trace.go:171","msg":"trace[431866996] transaction","detail":"{read_only:false; response_revision:3976; number_of_response:1; }","duration":"128.354265ms","start":"2026-03-02T19:08:23.914832Z","end":"2026-03-02T19:08:24.043186Z","steps":["trace[431866996] 'process raft request' (duration: 128.110328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:24.04355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.333686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62897"} {"level":"info","ts":"2026-03-02T19:08:24.0436Z","caller":"traceutil/trace.go:171","msg":"trace[1375957443] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3976; }","duration":"129.426249ms","start":"2026-03-02T19:08:23.914159Z","end":"2026-03-02T19:08:24.043585Z","steps":["trace[1375957443] 'agreement among raft nodes before linearized reading' (duration: 129.065057ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:44.303608Z","caller":"traceutil/trace.go:171","msg":"trace[1713031322] transaction","detail":"{read_only:false; response_revision:4070; number_of_response:1; }","duration":"207.17737ms","start":"2026-03-02T19:08:44.096396Z","end":"2026-03-02T19:08:44.303574Z","steps":["trace[1713031322] 'process raft request' (duration: 206.730606ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:44.307013Z","caller":"traceutil/trace.go:171","msg":"trace[1023597754] linearizableReadLoop","detail":"{readStateIndex:4258; appliedIndex:4256; }","duration":"165.396363ms","start":"2026-03-02T19:08:44.141575Z","end":"2026-03-02T19:08:44.306972Z","steps":["trace[1023597754] 'read index received' (duration: 161.530212ms)","trace[1023597754] 'applied index is now lower than readState.Index' (duration: 3.865011ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:44.307269Z","caller":"traceutil/trace.go:171","msg":"trace[622214924] transaction","detail":"{read_only:false; response_revision:4071; number_of_response:1; }","duration":"192.715468ms","start":"2026-03-02T19:08:44.114458Z","end":"2026-03-02T19:08:44.307173Z","steps":["trace[622214924] 'process raft request' (duration: 192.339146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:44.307555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.949011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:08:44.30763Z","caller":"traceutil/trace.go:171","msg":"trace[992313060] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4071; }","duration":"166.071745ms","start":"2026-03-02T19:08:44.141539Z","end":"2026-03-02T19:08:44.307611Z","steps":["trace[992313060] 'agreement among raft nodes before linearized reading' (duration: 165.859148ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:44.534523Z","caller":"traceutil/trace.go:171","msg":"trace[993147339] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"221.118446ms","start":"2026-03-02T19:08:44.313367Z","end":"2026-03-02T19:08:44.534485Z","steps":["trace[993147339] 'process raft request' (duration: 220.950491ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:44.534534Z","caller":"traceutil/trace.go:171","msg":"trace[1115906239] transaction","detail":"{read_only:false; response_revision:4072; number_of_response:1; }","duration":"222.50527ms","start":"2026-03-02T19:08:44.311975Z","end":"2026-03-02T19:08:44.53448Z","steps":["trace[1115906239] 'process raft request' (duration: 187.493395ms)","trace[1115906239] 'compare' (duration: 34.671174ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:44.534646Z","caller":"traceutil/trace.go:171","msg":"trace[1794701870] linearizableReadLoop","detail":"{readStateIndex:4260; appliedIndex:4258; }","duration":"219.743023ms","start":"2026-03-02T19:08:44.314866Z","end":"2026-03-02T19:08:44.534609Z","steps":["trace[1794701870] 'read index received' (duration: 184.79714ms)","trace[1794701870] 'applied index is now lower than readState.Index' (duration: 34.942803ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:44.534761Z","caller":"traceutil/trace.go:171","msg":"trace[1250503030] transaction","detail":"{read_only:false; response_revision:4074; number_of_response:1; }","duration":"198.419547ms","start":"2026-03-02T19:08:44.336274Z","end":"2026-03-02T19:08:44.534694Z","steps":["trace[1250503030] 'process raft request' (duration: 198.086526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:44.53487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.659592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-02T19:08:44.534924Z","caller":"traceutil/trace.go:171","msg":"trace[990358825] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4074; }","duration":"158.787116ms","start":"2026-03-02T19:08:44.376121Z","end":"2026-03-02T19:08:44.534908Z","steps":["trace[990358825] 'agreement among raft nodes before linearized reading' (duration: 158.658422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:44.535177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.682056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127482"} {"level":"warn","ts":"2026-03-02T19:08:44.535212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.711215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T19:08:44.535231Z","caller":"traceutil/trace.go:171","msg":"trace[2123477526] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4074; }","duration":"152.790529ms","start":"2026-03-02T19:08:44.382426Z","end":"2026-03-02T19:08:44.535217Z","steps":["trace[2123477526] 'agreement among raft nodes before linearized reading' (duration: 152.445318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:44.535222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.31899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62897"} {"level":"info","ts":"2026-03-02T19:08:44.535596Z","caller":"traceutil/trace.go:171","msg":"trace[1386751871] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4074; }","duration":"220.682713ms","start":"2026-03-02T19:08:44.314812Z","end":"2026-03-02T19:08:44.535495Z","steps":["trace[1386751871] 'agreement among raft nodes before linearized reading' (duration: 219.94773ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:44.535271Z","caller":"traceutil/trace.go:171","msg":"trace[918222862] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4074; }","duration":"135.824958ms","start":"2026-03-02T19:08:44.399424Z","end":"2026-03-02T19:08:44.535248Z","steps":["trace[918222862] 'agreement among raft nodes before linearized reading' (duration: 135.376784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:44.849582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.21521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:08:44.849879Z","caller":"traceutil/trace.go:171","msg":"trace[1668764392] transaction","detail":"{read_only:false; response_revision:4077; number_of_response:1; }","duration":"225.154112ms","start":"2026-03-02T19:08:44.624703Z","end":"2026-03-02T19:08:44.849857Z","steps":["trace[1668764392] 'process raft request' (duration: 225.08589ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:44.850117Z","caller":"traceutil/trace.go:171","msg":"trace[1026597987] transaction","detail":"{read_only:false; response_revision:4076; number_of_response:1; }","duration":"227.127254ms","start":"2026-03-02T19:08:44.622939Z","end":"2026-03-02T19:08:44.850066Z","steps":["trace[1026597987] 'process raft request' (duration: 20.324635ms)","trace[1026597987] 'compare' (duration: 206.099167ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:44.850776Z","caller":"traceutil/trace.go:171","msg":"trace[982636884] transaction","detail":"{read_only:false; response_revision:4078; number_of_response:1; }","duration":"191.148978ms","start":"2026-03-02T19:08:44.659608Z","end":"2026-03-02T19:08:44.850757Z","steps":["trace[982636884] 'process raft request' (duration: 190.699144ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:44.851473Z","caller":"traceutil/trace.go:171","msg":"trace[2001315308] linearizableReadLoop","detail":"{readStateIndex:4265; appliedIndex:4262; }","duration":"175.551771ms","start":"2026-03-02T19:08:44.675889Z","end":"2026-03-02T19:08:44.851441Z","steps":["trace[2001315308] 'read index received' (duration: 64.775516ms)","trace[2001315308] 'applied index is now lower than readState.Index' (duration: 110.774875ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:44.851654Z","caller":"traceutil/trace.go:171","msg":"trace[1584579083] transaction","detail":"{read_only:false; response_revision:4079; number_of_response:1; }","duration":"123.430961ms","start":"2026-03-02T19:08:44.728202Z","end":"2026-03-02T19:08:44.851633Z","steps":["trace[1584579083] 'process raft request' (duration: 122.556843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:44.851979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.058806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-02T19:08:44.852001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.814267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:08:44.852065Z","caller":"traceutil/trace.go:171","msg":"trace[1931346999] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4079; }","duration":"176.195341ms","start":"2026-03-02T19:08:44.675848Z","end":"2026-03-02T19:08:44.852044Z","steps":["trace[1931346999] 'agreement among raft nodes before linearized reading' (duration: 175.919352ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:44.852127Z","caller":"traceutil/trace.go:171","msg":"trace[616802098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4079; }","duration":"150.944411ms","start":"2026-03-02T19:08:44.701113Z","end":"2026-03-02T19:08:44.852058Z","steps":["trace[616802098] 'agreement among raft nodes before linearized reading' (duration: 150.800607ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:50.490235Z","caller":"traceutil/trace.go:171","msg":"trace[1013709303] transaction","detail":"{read_only:false; response_revision:4123; number_of_response:1; }","duration":"146.449791ms","start":"2026-03-02T19:08:50.343759Z","end":"2026-03-02T19:08:50.490209Z","steps":["trace[1013709303] 'process raft request' (duration: 146.270035ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:54.661561Z","caller":"traceutil/trace.go:171","msg":"trace[762390492] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"155.037299ms","start":"2026-03-02T19:08:54.506498Z","end":"2026-03-02T19:08:54.661535Z","steps":["trace[762390492] 'process raft request' (duration: 120.339474ms)","trace[762390492] 'compare' (duration: 34.512699ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:54.661662Z","caller":"traceutil/trace.go:171","msg":"trace[1030611607] linearizableReadLoop","detail":"{readStateIndex:4640; appliedIndex:4639; }","duration":"125.055731ms","start":"2026-03-02T19:08:54.536582Z","end":"2026-03-02T19:08:54.661638Z","steps":["trace[1030611607] 'read index received' (duration: 90.309474ms)","trace[1030611607] 'applied index is now lower than readState.Index' (duration: 34.744187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:08:54.661892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.30314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:08:54.661931Z","caller":"traceutil/trace.go:171","msg":"trace[143491285] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4446; }","duration":"125.404012ms","start":"2026-03-02T19:08:54.536517Z","end":"2026-03-02T19:08:54.661921Z","steps":["trace[143491285] 'agreement among raft nodes before linearized reading' (duration: 125.249277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:54.884624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.08918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:08:54.884926Z","caller":"traceutil/trace.go:171","msg":"trace[745011545] transaction","detail":"{read_only:false; response_revision:4449; number_of_response:1; }","duration":"215.618173ms","start":"2026-03-02T19:08:54.66925Z","end":"2026-03-02T19:08:54.884868Z","steps":["trace[745011545] 'process raft request' (duration: 92.183562ms)","trace[745011545] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:488; } (duration: 122.76419ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:54.885202Z","caller":"traceutil/trace.go:171","msg":"trace[22591212] linearizableReadLoop","detail":"{readStateIndex:4648; appliedIndex:4643; }","duration":"211.463923ms","start":"2026-03-02T19:08:54.673616Z","end":"2026-03-02T19:08:54.88508Z","steps":["trace[22591212] 'read index received' (duration: 15.114023ms)","trace[22591212] 'applied index is now lower than readState.Index' (duration: 196.34778ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:08:54.88535Z","caller":"traceutil/trace.go:171","msg":"trace[1235928104] transaction","detail":"{read_only:false; response_revision:4450; number_of_response:1; }","duration":"215.640314ms","start":"2026-03-02T19:08:54.669543Z","end":"2026-03-02T19:08:54.885184Z","steps":["trace[1235928104] 'process raft request' (duration: 215.227041ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:54.885356Z","caller":"traceutil/trace.go:171","msg":"trace[611307199] transaction","detail":"{read_only:false; response_revision:4452; number_of_response:1; }","duration":"214.342713ms","start":"2026-03-02T19:08:54.67098Z","end":"2026-03-02T19:08:54.885323Z","steps":["trace[611307199] 'process raft request' (duration: 213.983692ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:54.885512Z","caller":"traceutil/trace.go:171","msg":"trace[115300221] transaction","detail":"{read_only:false; response_revision:4451; number_of_response:1; }","duration":"214.657674ms","start":"2026-03-02T19:08:54.670844Z","end":"2026-03-02T19:08:54.885502Z","steps":["trace[115300221] 'process raft request' (duration: 214.058445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:54.885526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.899247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62897"} {"level":"info","ts":"2026-03-02T19:08:54.885569Z","caller":"traceutil/trace.go:171","msg":"trace[842429115] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4455; }","duration":"211.977269ms","start":"2026-03-02T19:08:54.673579Z","end":"2026-03-02T19:08:54.885556Z","steps":["trace[842429115] 'agreement among raft nodes before linearized reading' (duration: 211.738732ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:54.885535Z","caller":"traceutil/trace.go:171","msg":"trace[1929541991] transaction","detail":"{read_only:false; response_revision:4454; number_of_response:1; }","duration":"179.979918ms","start":"2026-03-02T19:08:54.705544Z","end":"2026-03-02T19:08:54.885524Z","steps":["trace[1929541991] 'process raft request' (duration: 179.528714ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:54.885669Z","caller":"traceutil/trace.go:171","msg":"trace[1267770608] transaction","detail":"{read_only:false; response_revision:4453; number_of_response:1; }","duration":"194.986778ms","start":"2026-03-02T19:08:54.690618Z","end":"2026-03-02T19:08:54.885604Z","steps":["trace[1267770608] 'process raft request' (duration: 194.40998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:54.921657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.856277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls-km5ft\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-03-02T19:08:54.921736Z","caller":"traceutil/trace.go:171","msg":"trace[497016166] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls-km5ft; range_end:; response_count:1; response_revision:4459; }","duration":"166.041773ms","start":"2026-03-02T19:08:54.755672Z","end":"2026-03-02T19:08:54.921714Z","steps":["trace[497016166] 'agreement among raft nodes before linearized reading' (duration: 165.845787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:08:54.921703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.703856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:08:54.921896Z","caller":"traceutil/trace.go:171","msg":"trace[966385978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4459; }","duration":"223.930343ms","start":"2026-03-02T19:08:54.697915Z","end":"2026-03-02T19:08:54.921845Z","steps":["trace[966385978] 'agreement among raft nodes before linearized reading' (duration: 223.601613ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:08:58.91049Z","caller":"traceutil/trace.go:171","msg":"trace[311999890] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"203.499424ms","start":"2026-03-02T19:08:58.70697Z","end":"2026-03-02T19:08:58.91047Z","steps":["trace[311999890] 'process raft request' (duration: 203.098562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.156495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.390503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:09:01.156586Z","caller":"traceutil/trace.go:171","msg":"trace[290166500] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4588; }","duration":"197.529218ms","start":"2026-03-02T19:09:00.959038Z","end":"2026-03-02T19:09:01.156567Z","steps":["trace[290166500] 'count revisions from in-memory index tree' (duration: 197.26432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.156676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.158923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:09:01.156796Z","caller":"traceutil/trace.go:171","msg":"trace[5077241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4588; }","duration":"147.346209ms","start":"2026-03-02T19:09:01.009428Z","end":"2026-03-02T19:09:01.156775Z","steps":["trace[5077241] 'range keys from in-memory index tree' (duration: 146.926406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.156869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.727783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:09:01.156934Z","caller":"traceutil/trace.go:171","msg":"trace[825024785] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4588; }","duration":"227.815755ms","start":"2026-03-02T19:09:00.929106Z","end":"2026-03-02T19:09:01.156922Z","steps":["trace[825024785] 'count revisions from in-memory index tree' (duration: 227.651981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.156843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.205338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-37f0e544-fb14-44e1-a275-840cbba6f9d7\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-02T19:09:01.157023Z","caller":"traceutil/trace.go:171","msg":"trace[2123221662] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-37f0e544-fb14-44e1-a275-840cbba6f9d7; range_end:; response_count:1; response_revision:4588; }","duration":"259.419664ms","start":"2026-03-02T19:09:00.897573Z","end":"2026-03-02T19:09:01.156993Z","steps":["trace[2123221662] 'range keys from in-memory index tree' (duration: 259.039272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.157021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.922196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T19:09:01.156838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.445394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T19:09:01.157061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.34209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:09:01.157081Z","caller":"traceutil/trace.go:171","msg":"trace[519715855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4588; }","duration":"147.082851ms","start":"2026-03-02T19:09:01.009979Z","end":"2026-03-02T19:09:01.157062Z","steps":["trace[519715855] 'range keys from in-memory index tree' (duration: 146.781421ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:01.157127Z","caller":"traceutil/trace.go:171","msg":"trace[391677160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4588; }","duration":"242.449663ms","start":"2026-03-02T19:09:00.914662Z","end":"2026-03-02T19:09:01.157112Z","steps":["trace[391677160] 'range keys from in-memory index tree' (duration: 242.173345ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:01.157181Z","caller":"traceutil/trace.go:171","msg":"trace[472211975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4588; }","duration":"149.811036ms","start":"2026-03-02T19:09:01.007296Z","end":"2026-03-02T19:09:01.157107Z","steps":["trace[472211975] 'range keys from in-memory index tree' (duration: 149.173196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.157785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.001935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2194593"} {"level":"info","ts":"2026-03-02T19:09:01.157865Z","caller":"traceutil/trace.go:171","msg":"trace[1906882938] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4588; }","duration":"262.098828ms","start":"2026-03-02T19:09:00.895743Z","end":"2026-03-02T19:09:01.157841Z","steps":["trace[1906882938] 'range keys from in-memory index tree' (duration: 261.111907ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:01.509955Z","caller":"traceutil/trace.go:171","msg":"trace[740766444] linearizableReadLoop","detail":"{readStateIndex:4787; appliedIndex:4786; }","duration":"499.364429ms","start":"2026-03-02T19:09:01.010563Z","end":"2026-03-02T19:09:01.509928Z","steps":["trace[740766444] 'read index received' (duration: 499.241116ms)","trace[740766444] 'applied index is now lower than readState.Index' (duration: 122.093µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:01.510169Z","caller":"traceutil/trace.go:171","msg":"trace[966193836] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"499.575946ms","start":"2026-03-02T19:09:01.010499Z","end":"2026-03-02T19:09:01.510075Z","steps":["trace[966193836] 'process raft request' (duration: 499.247586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.510211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.618987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8p865\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T19:09:01.510253Z","caller":"traceutil/trace.go:171","msg":"trace[1459084112] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8p865; range_end:; response_count:1; response_revision:4589; }","duration":"499.705159ms","start":"2026-03-02T19:09:01.010536Z","end":"2026-03-02T19:09:01.510241Z","steps":["trace[1459084112] 'agreement among raft nodes before linearized reading' (duration: 499.525564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.510291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:01.010524Z","time spent":"499.758672ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-8p865\" "} {"level":"warn","ts":"2026-03-02T19:09:01.510351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:01.010482Z","time spent":"499.770412ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:09:01.68628Z","caller":"traceutil/trace.go:171","msg":"trace[542397092] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"675.191109ms","start":"2026-03-02T19:09:01.01106Z","end":"2026-03-02T19:09:01.686251Z","steps":["trace[542397092] 'process raft request' (duration: 664.617128ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:01.68638Z","caller":"traceutil/trace.go:171","msg":"trace[851001659] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"424.90743ms","start":"2026-03-02T19:09:01.261454Z","end":"2026-03-02T19:09:01.686361Z","steps":["trace[851001659] 'process raft request' (duration: 424.746705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.686496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:01.261428Z","time spent":"425.008233ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3965,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:09:01.686558Z","caller":"traceutil/trace.go:171","msg":"trace[987030675] transaction","detail":"{read_only:false; response_revision:4593; number_of_response:1; }","duration":"524.686661ms","start":"2026-03-02T19:09:01.16183Z","end":"2026-03-02T19:09:01.686516Z","steps":["trace[987030675] 'process raft request' (duration: 524.266868ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:01.686661Z","caller":"traceutil/trace.go:171","msg":"trace[766896540] transaction","detail":"{read_only:false; response_revision:4592; number_of_response:1; }","duration":"524.851886ms","start":"2026-03-02T19:09:01.161801Z","end":"2026-03-02T19:09:01.686653Z","steps":["trace[766896540] 'process raft request' (duration: 524.248947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.686704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:01.161776Z","time spent":"524.904268ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:01.68676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:01.161796Z","time spent":"524.867297ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:09:01.68674Z","caller":"traceutil/trace.go:171","msg":"trace[1532271782] transaction","detail":"{read_only:false; response_revision:4591; number_of_response:1; }","duration":"675.094876ms","start":"2026-03-02T19:09:01.011521Z","end":"2026-03-02T19:09:01.686616Z","steps":["trace[1532271782] 'process raft request' (duration: 674.428595ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:01.686823Z","caller":"traceutil/trace.go:171","msg":"trace[920632814] transaction","detail":"{read_only:false; response_revision:4594; number_of_response:1; }","duration":"524.871997ms","start":"2026-03-02T19:09:01.161912Z","end":"2026-03-02T19:09:01.686784Z","steps":["trace[920632814] 'process raft request' (duration: 524.219637ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:01.686997Z","caller":"traceutil/trace.go:171","msg":"trace[1211423129] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"367.624479ms","start":"2026-03-02T19:09:01.319363Z","end":"2026-03-02T19:09:01.686987Z","steps":["trace[1211423129] 'process raft request' (duration: 367.436763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.687011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.509658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:09:01.687046Z","caller":"traceutil/trace.go:171","msg":"trace[96620604] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4598; }","duration":"197.57547ms","start":"2026-03-02T19:09:01.48946Z","end":"2026-03-02T19:09:01.687036Z","steps":["trace[96620604] 'agreement among raft nodes before linearized reading' (duration: 197.486087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.687024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:01.011512Z","time spent":"675.357094ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:01.687058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:01.319336Z","time spent":"367.690291ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:09:01.687Z","caller":"traceutil/trace.go:171","msg":"trace[1146973530] linearizableReadLoop","detail":"{readStateIndex:4796; appliedIndex:4787; }","duration":"176.908233ms","start":"2026-03-02T19:09:01.510031Z","end":"2026-03-02T19:09:01.686939Z","steps":["trace[1146973530] 'read index received' (duration: 165.516277ms)","trace[1146973530] 'applied index is now lower than readState.Index' (duration: 11.389436ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:01.686745Z","caller":"traceutil/trace.go:171","msg":"trace[1245319420] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"524.771774ms","start":"2026-03-02T19:09:01.161939Z","end":"2026-03-02T19:09:01.686711Z","steps":["trace[1245319420] 'process raft request' (duration: 524.227427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.687281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:01.161918Z","time spent":"525.27824ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:01.687432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.502043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ef14433-e733-48fa-bc78-2581674fd607\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-03-02T19:09:01.686946Z","caller":"traceutil/trace.go:171","msg":"trace[193467478] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"405.920907ms","start":"2026-03-02T19:09:01.281012Z","end":"2026-03-02T19:09:01.686933Z","steps":["trace[193467478] 'process raft request' (duration: 405.280887ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:01.687509Z","caller":"traceutil/trace.go:171","msg":"trace[849179326] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7ef14433-e733-48fa-bc78-2581674fd607; range_end:; response_count:1; response_revision:4598; }","duration":"404.661617ms","start":"2026-03-02T19:09:01.282826Z","end":"2026-03-02T19:09:01.687488Z","steps":["trace[849179326] 'agreement among raft nodes before linearized reading' (duration: 404.393249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.687539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:01.28098Z","time spent":"406.518386ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:09:01.687548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.043384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-03-02T19:09:01.687566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:01.282816Z","time spent":"404.736869ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3797,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ef14433-e733-48fa-bc78-2581674fd607\" "} {"level":"info","ts":"2026-03-02T19:09:01.687642Z","caller":"traceutil/trace.go:171","msg":"trace[2022810258] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4598; }","duration":"503.169519ms","start":"2026-03-02T19:09:01.184423Z","end":"2026-03-02T19:09:01.687593Z","steps":["trace[2022810258] 'agreement among raft nodes before linearized reading' (duration: 502.802357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.687696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.788194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7ef14433-e733-48fa-bc78-2581674fd607\" ","response":"range_response_count:1 size:3773"} {"level":"warn","ts":"2026-03-02T19:09:01.68772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:01.184395Z","time spent":"503.312042ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-02T19:09:01.68784Z","caller":"traceutil/trace.go:171","msg":"trace[402997746] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7ef14433-e733-48fa-bc78-2581674fd607; range_end:; response_count:1; response_revision:4598; }","duration":"133.007961ms","start":"2026-03-02T19:09:01.554778Z","end":"2026-03-02T19:09:01.687785Z","steps":["trace[402997746] 'agreement among raft nodes before linearized reading' (duration: 132.484284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.686506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:01.011036Z","time spent":"675.325263ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:01.68885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.070573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62897"} {"level":"info","ts":"2026-03-02T19:09:01.688922Z","caller":"traceutil/trace.go:171","msg":"trace[1454266965] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4598; }","duration":"173.203828ms","start":"2026-03-02T19:09:01.5157Z","end":"2026-03-02T19:09:01.688904Z","steps":["trace[1454266965] 'agreement among raft nodes before linearized reading' (duration: 171.544246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:01.689016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:01.161906Z","time spent":"525.091894ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:09:03.682581Z","caller":"traceutil/trace.go:171","msg":"trace[39887624] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"165.154605ms","start":"2026-03-02T19:09:03.517403Z","end":"2026-03-02T19:09:03.682558Z","steps":["trace[39887624] 'process raft request' (duration: 164.927528ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:04.673877Z","caller":"traceutil/trace.go:171","msg":"trace[1120670649] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"125.068142ms","start":"2026-03-02T19:09:04.548713Z","end":"2026-03-02T19:09:04.673781Z","steps":["trace[1120670649] 'process raft request' (duration: 105.024445ms)","trace[1120670649] 'compare' (duration: 19.611353ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:04.673773Z","caller":"traceutil/trace.go:171","msg":"trace[1563654133] linearizableReadLoop","detail":"{readStateIndex:4847; appliedIndex:4846; }","duration":"124.909987ms","start":"2026-03-02T19:09:04.548797Z","end":"2026-03-02T19:09:04.673707Z","steps":["trace[1563654133] 'read index received' (duration: 104.899271ms)","trace[1563654133] 'applied index is now lower than readState.Index' (duration: 20.005995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:04.674305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.456684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-02T19:09:04.674348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.132881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-02T19:09:04.674416Z","caller":"traceutil/trace.go:171","msg":"trace[469796991] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4646; }","duration":"123.220884ms","start":"2026-03-02T19:09:04.551176Z","end":"2026-03-02T19:09:04.674397Z","steps":["trace[469796991] 'agreement among raft nodes before linearized reading' (duration: 122.998187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:04.674402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.689172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-f292w-tls\" ","response":"range_response_count:1 size:2129"} {"level":"info","ts":"2026-03-02T19:09:04.67442Z","caller":"traceutil/trace.go:171","msg":"trace[523939931] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4646; }","duration":"125.607179ms","start":"2026-03-02T19:09:04.548791Z","end":"2026-03-02T19:09:04.674399Z","steps":["trace[523939931] 'agreement among raft nodes before linearized reading' (duration: 125.166845ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:04.674467Z","caller":"traceutil/trace.go:171","msg":"trace[875202170] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-f292w-tls; range_end:; response_count:1; response_revision:4646; }","duration":"118.796726ms","start":"2026-03-02T19:09:04.555655Z","end":"2026-03-02T19:09:04.674452Z","steps":["trace[875202170] 'agreement among raft nodes before linearized reading' (duration: 118.582479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:06.443563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.27836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:09:06.443727Z","caller":"traceutil/trace.go:171","msg":"trace[1524699573] linearizableReadLoop","detail":"{readStateIndex:4899; appliedIndex:4898; }","duration":"545.848203ms","start":"2026-03-02T19:09:05.897854Z","end":"2026-03-02T19:09:06.443702Z","steps":["trace[1524699573] 'read index received' (duration: 294.316266ms)","trace[1524699573] 'applied index is now lower than readState.Index' (duration: 251.529937ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:06.443817Z","caller":"traceutil/trace.go:171","msg":"trace[269225327] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"555.083082ms","start":"2026-03-02T19:09:05.88872Z","end":"2026-03-02T19:09:06.443803Z","steps":["trace[269225327] 'process raft request' (duration: 303.434052ms)","trace[269225327] 'compare' (duration: 251.084853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:06.443875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:05.888698Z","time spent":"555.148884ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:09:06.444236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.338078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14423"} {"level":"info","ts":"2026-03-02T19:09:06.44435Z","caller":"traceutil/trace.go:171","msg":"trace[824493511] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4695; }","duration":"546.534225ms","start":"2026-03-02T19:09:05.89779Z","end":"2026-03-02T19:09:06.444324Z","steps":["trace[824493511] 'agreement among raft nodes before linearized reading' (duration: 546.177504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:06.444401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:05.897762Z","time spent":"546.625658ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":14447,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-02T19:09:06.446084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.093058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:09:06.446192Z","caller":"traceutil/trace.go:171","msg":"trace[2099936165] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4696; }","duration":"536.263613ms","start":"2026-03-02T19:09:05.909905Z","end":"2026-03-02T19:09:06.446169Z","steps":["trace[2099936165] 'agreement among raft nodes before linearized reading' (duration: 536.055697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:06.446212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.134531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:09:06.446278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:05.909875Z","time spent":"536.386387ms","remote":"127.0.0.1:33454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":35,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:09:06.446282Z","caller":"traceutil/trace.go:171","msg":"trace[766167926] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4696; }","duration":"412.233654ms","start":"2026-03-02T19:09:06.034023Z","end":"2026-03-02T19:09:06.446257Z","steps":["trace[766167926] 'agreement among raft nodes before linearized reading' (duration: 412.120751ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:06.446285Z","caller":"traceutil/trace.go:171","msg":"trace[1237919242] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"504.019675ms","start":"2026-03-02T19:09:05.942222Z","end":"2026-03-02T19:09:06.446241Z","steps":["trace[1237919242] 'process raft request' (duration: 503.606102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:06.446316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.905138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-f292w.18991bd8928240e7\" ","response":"range_response_count:1 size:962"} {"level":"warn","ts":"2026-03-02T19:09:06.446351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:06.034005Z","time spent":"412.332717ms","remote":"127.0.0.1:51452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:09:06.446377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.94542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-02T19:09:06.446388Z","caller":"traceutil/trace.go:171","msg":"trace[248138813] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-f292w.18991bd8928240e7; range_end:; response_count:1; response_revision:4696; }","duration":"103.015612ms","start":"2026-03-02T19:09:06.343355Z","end":"2026-03-02T19:09:06.44637Z","steps":["trace[248138813] 'agreement among raft nodes before linearized reading' (duration: 102.747993ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:06.446435Z","caller":"traceutil/trace.go:171","msg":"trace[375999693] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4696; }","duration":"455.036792ms","start":"2026-03-02T19:09:05.991381Z","end":"2026-03-02T19:09:06.446417Z","steps":["trace[375999693] 'agreement among raft nodes before linearized reading' (duration: 454.799635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:06.446432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:05.942201Z","time spent":"504.1692ms","remote":"127.0.0.1:49222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2571,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:09:06.446469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:05.991368Z","time spent":"455.095115ms","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-02T19:09:08.479097Z","caller":"traceutil/trace.go:171","msg":"trace[273935591] linearizableReadLoop","detail":"{readStateIndex:5022; appliedIndex:5021; }","duration":"312.183455ms","start":"2026-03-02T19:09:08.166889Z","end":"2026-03-02T19:09:08.479073Z","steps":["trace[273935591] 'read index received' (duration: 311.926567ms)","trace[273935591] 'applied index is now lower than readState.Index' (duration: 256.038µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:08.479146Z","caller":"traceutil/trace.go:171","msg":"trace[1271412343] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"335.869655ms","start":"2026-03-02T19:09:08.143237Z","end":"2026-03-02T19:09:08.479107Z","steps":["trace[1271412343] 'process raft request' (duration: 335.616287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:08.479393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.468964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:09:08.47946Z","caller":"traceutil/trace.go:171","msg":"trace[2111069735] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4814; }","duration":"312.576097ms","start":"2026-03-02T19:09:08.166867Z","end":"2026-03-02T19:09:08.479443Z","steps":["trace[2111069735] 'agreement among raft nodes before linearized reading' (duration: 312.35664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:08.479468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:08.143215Z","time spent":"336.004689ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:08.47952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:08.166854Z","time spent":"312.651099ms","remote":"127.0.0.1:49222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":31,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:09:08.47981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.070218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57fff772-c73c-4bae-863b-be70cab2be5b\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-02T19:09:08.479896Z","caller":"traceutil/trace.go:171","msg":"trace[384866731] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-57fff772-c73c-4bae-863b-be70cab2be5b; range_end:; response_count:1; response_revision:4814; }","duration":"114.200692ms","start":"2026-03-02T19:09:08.365676Z","end":"2026-03-02T19:09:08.479877Z","steps":["trace[384866731] 'agreement among raft nodes before linearized reading' (duration: 113.851621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:09.007992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947422770,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:09:09.113671Z","caller":"traceutil/trace.go:171","msg":"trace[1103319480] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"627.239698ms","start":"2026-03-02T19:09:08.486402Z","end":"2026-03-02T19:09:09.113642Z","steps":["trace[1103319480] 'process raft request' (duration: 627.055872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:09.113844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:08.486384Z","time spent":"627.365702ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3702,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:09:09.17076Z","caller":"traceutil/trace.go:171","msg":"trace[1244859606] linearizableReadLoop","detail":"{readStateIndex:5024; appliedIndex:5022; }","duration":"663.679148ms","start":"2026-03-02T19:09:08.507057Z","end":"2026-03-02T19:09:09.170736Z","steps":["trace[1244859606] 'read index received' (duration: 606.397026ms)","trace[1244859606] 'applied index is now lower than readState.Index' (duration: 57.281152ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:09.170857Z","caller":"traceutil/trace.go:171","msg":"trace[56163090] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"684.151778ms","start":"2026-03-02T19:09:08.486669Z","end":"2026-03-02T19:09:09.170821Z","steps":["trace[56163090] 'process raft request' (duration: 683.929261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:09.170929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.847293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:09:09.170979Z","caller":"traceutil/trace.go:171","msg":"trace[22271895] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4816; }","duration":"663.939606ms","start":"2026-03-02T19:09:08.507024Z","end":"2026-03-02T19:09:09.170963Z","steps":["trace[22271895] 'agreement among raft nodes before linearized reading' (duration: 663.832383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:09.171011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:08.507012Z","time spent":"663.990087ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:09:09.171084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.432012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:09:09.171137Z","caller":"traceutil/trace.go:171","msg":"trace[1753194631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4816; }","duration":"258.488235ms","start":"2026-03-02T19:09:08.912634Z","end":"2026-03-02T19:09:09.171123Z","steps":["trace[1753194631] 'agreement among raft nodes before linearized reading' (duration: 258.380982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:09.171144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.801122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57fff772-c73c-4bae-863b-be70cab2be5b\" ","response":"range_response_count:1 size:3717"} {"level":"info","ts":"2026-03-02T19:09:09.17119Z","caller":"traceutil/trace.go:171","msg":"trace[856610845] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-57fff772-c73c-4bae-863b-be70cab2be5b; range_end:; response_count:1; response_revision:4816; }","duration":"194.888105ms","start":"2026-03-02T19:09:08.97629Z","end":"2026-03-02T19:09:09.171178Z","steps":["trace[856610845] 'agreement among raft nodes before linearized reading' (duration: 194.798662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:09.171031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:08.486662Z","time spent":"684.274102ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:09:09.402575Z","caller":"traceutil/trace.go:171","msg":"trace[981256287] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"205.27568ms","start":"2026-03-02T19:09:09.197269Z","end":"2026-03-02T19:09:09.402544Z","steps":["trace[981256287] 'process raft request' (duration: 201.306706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:09.403031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.876093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718505"} {"level":"info","ts":"2026-03-02T19:09:09.403123Z","caller":"traceutil/trace.go:171","msg":"trace[1924965913] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4816; }","duration":"217.037009ms","start":"2026-03-02T19:09:09.186068Z","end":"2026-03-02T19:09:09.403105Z","steps":["trace[1924965913] 'range keys from in-memory index tree' (duration: 216.132481ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:11.98557Z","caller":"traceutil/trace.go:171","msg":"trace[525331467] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"246.560262ms","start":"2026-03-02T19:09:11.738896Z","end":"2026-03-02T19:09:11.985456Z","steps":["trace[525331467] 'process raft request' (duration: 181.836527ms)","trace[525331467] 'compare' (duration: 64.484197ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:11.994911Z","caller":"traceutil/trace.go:171","msg":"trace[1261271537] linearizableReadLoop","detail":"{readStateIndex:5059; appliedIndex:5057; }","duration":"226.873277ms","start":"2026-03-02T19:09:11.768009Z","end":"2026-03-02T19:09:11.994882Z","steps":["trace[1261271537] 'read index received' (duration: 152.746128ms)","trace[1261271537] 'applied index is now lower than readState.Index' (duration: 74.126179ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:11.994966Z","caller":"traceutil/trace.go:171","msg":"trace[1452550750] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"233.616708ms","start":"2026-03-02T19:09:11.761326Z","end":"2026-03-02T19:09:11.994942Z","steps":["trace[1452550750] 'process raft request' (duration: 233.404681ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:11.995048Z","caller":"traceutil/trace.go:171","msg":"trace[752157794] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"155.970519ms","start":"2026-03-02T19:09:11.839048Z","end":"2026-03-02T19:09:11.995019Z","steps":["trace[752157794] 'process raft request' (duration: 155.795893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:11.995119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.092283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:09:11.995149Z","caller":"traceutil/trace.go:171","msg":"trace[168902065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4851; }","duration":"227.169706ms","start":"2026-03-02T19:09:11.767971Z","end":"2026-03-02T19:09:11.99514Z","steps":["trace[168902065] 'agreement among raft nodes before linearized reading' (duration: 227.038832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:11.995245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.06168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:09:11.995262Z","caller":"traceutil/trace.go:171","msg":"trace[862202868] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4851; }","duration":"108.140912ms","start":"2026-03-02T19:09:11.887116Z","end":"2026-03-02T19:09:11.995257Z","steps":["trace[862202868] 'agreement among raft nodes before linearized reading' (duration: 108.104501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:11.99529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.352686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:09:11.995314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.599413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T19:09:11.995312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.155205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T19:09:11.995368Z","caller":"traceutil/trace.go:171","msg":"trace[747395439] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4851; }","duration":"215.521981ms","start":"2026-03-02T19:09:11.779828Z","end":"2026-03-02T19:09:11.99535Z","steps":["trace[747395439] 'agreement among raft nodes before linearized reading' (duration: 215.313545ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:11.995369Z","caller":"traceutil/trace.go:171","msg":"trace[976526483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4851; }","duration":"191.682895ms","start":"2026-03-02T19:09:11.803674Z","end":"2026-03-02T19:09:11.995357Z","steps":["trace[976526483] 'agreement among raft nodes before linearized reading' (duration: 191.550451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:11.995376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.057684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8p865\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T19:09:11.995428Z","caller":"traceutil/trace.go:171","msg":"trace[820606178] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8p865; range_end:; response_count:1; response_revision:4851; }","duration":"221.122106ms","start":"2026-03-02T19:09:11.77429Z","end":"2026-03-02T19:09:11.995412Z","steps":["trace[820606178] 'agreement among raft nodes before linearized reading' (duration: 220.895809ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:11.995425Z","caller":"traceutil/trace.go:171","msg":"trace[613234085] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4851; }","duration":"227.342011ms","start":"2026-03-02T19:09:11.768056Z","end":"2026-03-02T19:09:11.995398Z","steps":["trace[613234085] 'agreement among raft nodes before linearized reading' (duration: 227.045652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:11.995433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.725731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:09:11.995515Z","caller":"traceutil/trace.go:171","msg":"trace[327741447] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4851; }","duration":"225.838314ms","start":"2026-03-02T19:09:11.769655Z","end":"2026-03-02T19:09:11.995494Z","steps":["trace[327741447] 'agreement among raft nodes before linearized reading' (duration: 225.574045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:11.995541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.294862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:09:11.995591Z","caller":"traceutil/trace.go:171","msg":"trace[946402070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4851; }","duration":"221.360554ms","start":"2026-03-02T19:09:11.774217Z","end":"2026-03-02T19:09:11.995577Z","steps":["trace[946402070] 'agreement among raft nodes before linearized reading' (duration: 220.972832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:12.308296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.615383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:09:12.308807Z","caller":"traceutil/trace.go:171","msg":"trace[2087728153] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"309.134599ms","start":"2026-03-02T19:09:11.999608Z","end":"2026-03-02T19:09:12.308743Z","steps":["trace[2087728153] 'process raft request' (duration: 308.813579ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:12.30901Z","caller":"traceutil/trace.go:171","msg":"trace[2022908392] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"308.342434ms","start":"2026-03-02T19:09:12.000617Z","end":"2026-03-02T19:09:12.30896Z","steps":["trace[2022908392] 'process raft request' (duration: 307.954132ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:12.309128Z","caller":"traceutil/trace.go:171","msg":"trace[1191947300] linearizableReadLoop","detail":"{readStateIndex:5062; appliedIndex:5060; }","duration":"308.655294ms","start":"2026-03-02T19:09:12.000356Z","end":"2026-03-02T19:09:12.309011Z","steps":["trace[1191947300] 'read index received' (duration: 137.946745ms)","trace[1191947300] 'applied index is now lower than readState.Index' (duration: 170.703279ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:12.309108Z","caller":"traceutil/trace.go:171","msg":"trace[1052955176] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"309.577273ms","start":"2026-03-02T19:09:11.99949Z","end":"2026-03-02T19:09:12.309068Z","steps":["trace[1052955176] 'process raft request' (duration: 138.77521ms)","trace[1052955176] 'compare' (duration: 167.425537ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:12.309149Z","caller":"traceutil/trace.go:171","msg":"trace[887218487] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"307.54222ms","start":"2026-03-02T19:09:12.001495Z","end":"2026-03-02T19:09:12.309038Z","steps":["trace[887218487] 'process raft request' (duration: 307.120466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:12.309401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:11.999476Z","time spent":"309.767439ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:09:12.309406Z","caller":"traceutil/trace.go:171","msg":"trace[868437935] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"308.570282ms","start":"2026-03-02T19:09:12.000599Z","end":"2026-03-02T19:09:12.309169Z","steps":["trace[868437935] 'process raft request' (duration: 307.920421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:12.309475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:12.001469Z","time spent":"307.936582ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:12.313354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:12.000597Z","time spent":"308.633184ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:12.313334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:12.000565Z","time spent":"312.480944ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:12.313487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:11.999582Z","time spent":"309.381057ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:12.457452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.762813ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T19:09:12.457557Z","caller":"traceutil/trace.go:171","msg":"trace[465371515] linearizableReadLoop","detail":"{readStateIndex:5066; appliedIndex:5065; }","duration":"148.34485ms","start":"2026-03-02T19:09:12.309196Z","end":"2026-03-02T19:09:12.457541Z","steps":["trace[465371515] 'read index received' (duration: 365.661µs)","trace[465371515] 'applied index is now lower than readState.Index' (duration: 147.977789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:12.457639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.134067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/goldpinger-clusterrole\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:09:12.457664Z","caller":"traceutil/trace.go:171","msg":"trace[450110990] range","detail":"{range_begin:/registry/clusterroles/goldpinger-clusterrole; range_end:; response_count:0; response_revision:4856; }","duration":"456.192049ms","start":"2026-03-02T19:09:12.001458Z","end":"2026-03-02T19:09:12.45765Z","steps":["trace[450110990] 'agreement among raft nodes before linearized reading' (duration: 456.121337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:12.457693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:12.001442Z","time spent":"456.24534ms","remote":"127.0.0.1:33680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/clusterroles/goldpinger-clusterrole\" "} {"level":"warn","ts":"2026-03-02T19:09:12.457762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.368426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62897"} {"level":"info","ts":"2026-03-02T19:09:12.457886Z","caller":"traceutil/trace.go:171","msg":"trace[1977947614] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4856; }","duration":"457.575773ms","start":"2026-03-02T19:09:12.000276Z","end":"2026-03-02T19:09:12.457852Z","steps":["trace[1977947614] 'agreement among raft nodes before linearized reading' (duration: 309.019076ms)","trace[1977947614] 'range keys from in-memory index tree' (duration: 148.143984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:12.458042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.964705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-57fff772-c73c-4bae-863b-be70cab2be5b\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-03-02T19:09:12.458094Z","caller":"traceutil/trace.go:171","msg":"trace[1740632712] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-57fff772-c73c-4bae-863b-be70cab2be5b; range_end:; response_count:1; response_revision:4856; }","duration":"271.055609ms","start":"2026-03-02T19:09:12.187021Z","end":"2026-03-02T19:09:12.458076Z","steps":["trace[1740632712] 'agreement among raft nodes before linearized reading' (duration: 270.902134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:12.458875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:12.000247Z","time spent":"458.578424ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62921,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T19:09:13.948744Z","caller":"traceutil/trace.go:171","msg":"trace[1612075703] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"121.715277ms","start":"2026-03-02T19:09:13.826997Z","end":"2026-03-02T19:09:13.948712Z","steps":["trace[1612075703] 'process raft request' (duration: 119.319892ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:13.950318Z","caller":"traceutil/trace.go:171","msg":"trace[1685188026] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"116.525764ms","start":"2026-03-02T19:09:13.833775Z","end":"2026-03-02T19:09:13.950301Z","steps":["trace[1685188026] 'process raft request' (duration: 116.195124ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:21.269768Z","caller":"traceutil/trace.go:171","msg":"trace[680972149] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"104.434857ms","start":"2026-03-02T19:09:21.165305Z","end":"2026-03-02T19:09:21.26974Z","steps":["trace[680972149] 'process raft request' (duration: 104.375405ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:21.269881Z","caller":"traceutil/trace.go:171","msg":"trace[63295665] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"138.773101ms","start":"2026-03-02T19:09:21.131056Z","end":"2026-03-02T19:09:21.269829Z","steps":["trace[63295665] 'process raft request' (duration: 69.387791ms)","trace[63295665] 'compare' (duration: 69.036729ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:36.518521Z","caller":"traceutil/trace.go:171","msg":"trace[1267253651] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"446.93277ms","start":"2026-03-02T19:09:36.07156Z","end":"2026-03-02T19:09:36.518493Z","steps":["trace[1267253651] 'process raft request' (duration: 446.736144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:36.51873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:36.071535Z","time spent":"447.081765ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:09:36.524285Z","caller":"traceutil/trace.go:171","msg":"trace[256230200] linearizableReadLoop","detail":"{readStateIndex:5423; appliedIndex:5421; }","duration":"103.695248ms","start":"2026-03-02T19:09:36.420558Z","end":"2026-03-02T19:09:36.524253Z","steps":["trace[256230200] 'read index received' (duration: 97.731931ms)","trace[256230200] 'applied index is now lower than readState.Index' (duration: 5.962207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:36.524403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.850213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:09:36.52445Z","caller":"traceutil/trace.go:171","msg":"trace[1126654146] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5205; }","duration":"103.940836ms","start":"2026-03-02T19:09:36.420493Z","end":"2026-03-02T19:09:36.524434Z","steps":["trace[1126654146] 'agreement among raft nodes before linearized reading' (duration: 103.859173ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:36.52491Z","caller":"traceutil/trace.go:171","msg":"trace[351771069] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"449.667986ms","start":"2026-03-02T19:09:36.075205Z","end":"2026-03-02T19:09:36.524873Z","steps":["trace[351771069] 'process raft request' (duration: 448.914293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:36.525033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:36.075176Z","time spent":"449.786039ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:09:40.845027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.745944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:09:40.845124Z","caller":"traceutil/trace.go:171","msg":"trace[1892091323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5254; }","duration":"144.894059ms","start":"2026-03-02T19:09:40.700213Z","end":"2026-03-02T19:09:40.845107Z","steps":["trace[1892091323] 'range keys from in-memory index tree' (duration: 144.653632ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:42.701879Z","caller":"traceutil/trace.go:171","msg":"trace[160022619] linearizableReadLoop","detail":"{readStateIndex:5484; appliedIndex:5481; }","duration":"149.957708ms","start":"2026-03-02T19:09:42.551899Z","end":"2026-03-02T19:09:42.701857Z","steps":["trace[160022619] 'read index received' (duration: 76.323731ms)","trace[160022619] 'applied index is now lower than readState.Index' (duration: 73.633027ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:42.702018Z","caller":"traceutil/trace.go:171","msg":"trace[556949194] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"165.477483ms","start":"2026-03-02T19:09:42.536525Z","end":"2026-03-02T19:09:42.702002Z","steps":["trace[556949194] 'process raft request' (duration: 165.179174ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:42.702073Z","caller":"traceutil/trace.go:171","msg":"trace[190939577] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"155.615755ms","start":"2026-03-02T19:09:42.546429Z","end":"2026-03-02T19:09:42.702045Z","steps":["trace[190939577] 'process raft request' (duration: 155.383377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:42.706444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.548403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T19:09:42.706529Z","caller":"traceutil/trace.go:171","msg":"trace[1531950205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5264; }","duration":"148.663617ms","start":"2026-03-02T19:09:42.557843Z","end":"2026-03-02T19:09:42.706507Z","steps":["trace[1531950205] 'agreement among raft nodes before linearized reading' (duration: 144.564979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:42.706527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.354788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:09:42.706586Z","caller":"traceutil/trace.go:171","msg":"trace[1285102485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5264; }","duration":"148.43692ms","start":"2026-03-02T19:09:42.558134Z","end":"2026-03-02T19:09:42.706571Z","steps":["trace[1285102485] 'agreement among raft nodes before linearized reading' (duration: 144.27262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:42.706609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.696186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T19:09:42.706454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.922456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:09:42.706654Z","caller":"traceutil/trace.go:171","msg":"trace[83022053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5264; }","duration":"154.777389ms","start":"2026-03-02T19:09:42.551868Z","end":"2026-03-02T19:09:42.706645Z","steps":["trace[83022053] 'agreement among raft nodes before linearized reading' (duration: 150.464804ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:42.706692Z","caller":"traceutil/trace.go:171","msg":"trace[702539655] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5264; }","duration":"149.210695ms","start":"2026-03-02T19:09:42.557468Z","end":"2026-03-02T19:09:42.706678Z","steps":["trace[702539655] 'agreement among raft nodes before linearized reading' (duration: 144.950921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:42.706714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.394441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:09:42.706772Z","caller":"traceutil/trace.go:171","msg":"trace[515649029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5264; }","duration":"150.500895ms","start":"2026-03-02T19:09:42.556258Z","end":"2026-03-02T19:09:42.706758Z","steps":["trace[515649029] 'agreement among raft nodes before linearized reading' (duration: 146.124178ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:42.9856Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2646} {"level":"info","ts":"2026-03-02T19:09:43.052912Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2646,"took":"65.863203ms","hash":4111152085,"current-db-size-bytes":38547456,"current-db-size":"38 MB","current-db-size-in-use-bytes":28303360,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T19:09:43.052985Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4111152085,"revision":2646,"compact-revision":-1} {"level":"info","ts":"2026-03-02T19:09:52.010499Z","caller":"traceutil/trace.go:171","msg":"trace[971272806] linearizableReadLoop","detail":"{readStateIndex:5623; appliedIndex:5622; }","duration":"309.806184ms","start":"2026-03-02T19:09:51.700666Z","end":"2026-03-02T19:09:52.010472Z","steps":["trace[971272806] 'read index received' (duration: 309.755762ms)","trace[971272806] 'applied index is now lower than readState.Index' (duration: 49.142µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:09:52.010695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.003081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:09:52.010741Z","caller":"traceutil/trace.go:171","msg":"trace[1339754834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5398; }","duration":"310.084403ms","start":"2026-03-02T19:09:51.700639Z","end":"2026-03-02T19:09:52.010724Z","steps":["trace[1339754834] 'agreement among raft nodes before linearized reading' (duration: 309.957309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:52.010788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:51.700629Z","time spent":"310.149005ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:09:52.011058Z","caller":"traceutil/trace.go:171","msg":"trace[1689103788] transaction","detail":"{read_only:false; response_revision:5398; number_of_response:1; }","duration":"314.057937ms","start":"2026-03-02T19:09:51.69697Z","end":"2026-03-02T19:09:52.011028Z","steps":["trace[1689103788] 'process raft request' (duration: 313.313754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:52.011211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:51.696953Z","time spent":"314.174631ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:09:56.922681Z","caller":"traceutil/trace.go:171","msg":"trace[525142181] linearizableReadLoop","detail":"{readStateIndex:5650; appliedIndex:5649; }","duration":"119.08684ms","start":"2026-03-02T19:09:56.803568Z","end":"2026-03-02T19:09:56.922655Z","steps":["trace[525142181] 'read index received' (duration: 111.041418ms)","trace[525142181] 'applied index is now lower than readState.Index' (duration: 8.043932ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:09:56.922837Z","caller":"traceutil/trace.go:171","msg":"trace[427213829] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"135.935168ms","start":"2026-03-02T19:09:56.78687Z","end":"2026-03-02T19:09:56.922805Z","steps":["trace[427213829] 'process raft request' (duration: 127.831404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:56.923064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.461362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10391"} {"level":"info","ts":"2026-03-02T19:09:56.923126Z","caller":"traceutil/trace.go:171","msg":"trace[1490033490] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5424; }","duration":"119.582916ms","start":"2026-03-02T19:09:56.80352Z","end":"2026-03-02T19:09:56.923103Z","steps":["trace[1490033490] 'agreement among raft nodes before linearized reading' (duration: 119.37406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:56.923556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.402841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T19:09:56.923619Z","caller":"traceutil/trace.go:171","msg":"trace[2091808548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5424; }","duration":"112.503324ms","start":"2026-03-02T19:09:56.8111Z","end":"2026-03-02T19:09:56.923603Z","steps":["trace[2091808548] 'agreement among raft nodes before linearized reading' (duration: 112.315928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:56.923763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.350441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T19:09:56.923819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.836584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8p865\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T19:09:56.923934Z","caller":"traceutil/trace.go:171","msg":"trace[1442611787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5424; }","duration":"113.566758ms","start":"2026-03-02T19:09:56.810325Z","end":"2026-03-02T19:09:56.923892Z","steps":["trace[1442611787] 'agreement among raft nodes before linearized reading' (duration: 113.105513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:56.923994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.749346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T19:09:56.924003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.672933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:09:56.924094Z","caller":"traceutil/trace.go:171","msg":"trace[2056824426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5424; }","duration":"115.891831ms","start":"2026-03-02T19:09:56.808181Z","end":"2026-03-02T19:09:56.924073Z","steps":["trace[2056824426] 'agreement among raft nodes before linearized reading' (duration: 114.992972ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:56.924162Z","caller":"traceutil/trace.go:171","msg":"trace[1804519033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5424; }","duration":"115.888571ms","start":"2026-03-02T19:09:56.808251Z","end":"2026-03-02T19:09:56.924139Z","steps":["trace[1804519033] 'agreement among raft nodes before linearized reading' (duration: 115.582791ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:09:56.923948Z","caller":"traceutil/trace.go:171","msg":"trace[1584629693] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8p865; range_end:; response_count:1; response_revision:5424; }","duration":"112.970999ms","start":"2026-03-02T19:09:56.810942Z","end":"2026-03-02T19:09:56.923913Z","steps":["trace[1584629693] 'agreement among raft nodes before linearized reading' (duration: 112.623218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:56.923827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.522801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T19:09:56.924356Z","caller":"traceutil/trace.go:171","msg":"trace[1144560978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5424; }","duration":"110.071728ms","start":"2026-03-02T19:09:56.814266Z","end":"2026-03-02T19:09:56.924338Z","steps":["trace[1144560978] 'agreement among raft nodes before linearized reading' (duration: 109.49691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:57.428854Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947424133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:09:57.929037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947424133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:09:58.077357Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.149064035s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:09:58.078056Z","caller":"traceutil/trace.go:171","msg":"trace[1802635292] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"1.1498558s","start":"2026-03-02T19:09:56.928171Z","end":"2026-03-02T19:09:58.078027Z","steps":["trace[1802635292] 'process raft request' (duration: 1.149408096s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:09:58.078181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:56.928144Z","time spent":"1.149967533s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:10:00.293472Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.182793337s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:10:00.42355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:59.736078Z","time spent":"687.455225ms","remote":"127.0.0.1:33294","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:10:00.424311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.524679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:10:00.424771Z","caller":"traceutil/trace.go:171","msg":"trace[1091329275] linearizableReadLoop","detail":"{readStateIndex:5656; appliedIndex:5650; }","duration":"3.496112986s","start":"2026-03-02T19:09:56.928638Z","end":"2026-03-02T19:10:00.424751Z","steps":["trace[1091329275] 'read index received' (duration: 1.149069625s)","trace[1091329275] 'applied index is now lower than readState.Index' (duration: 2.347042281s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:10:00.424983Z","caller":"traceutil/trace.go:171","msg":"trace[1023807072] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"3.496667974s","start":"2026-03-02T19:09:56.92825Z","end":"2026-03-02T19:10:00.424918Z","steps":["trace[1023807072] 'process raft request' (duration: 3.365473155s)","trace[1023807072] 'compare' (duration: 130.117646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:10:00.4251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:56.92822Z","time spent":"3.496810418s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:10:00.425181Z","caller":"traceutil/trace.go:171","msg":"trace[624695425] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"3.490400607s","start":"2026-03-02T19:09:56.934714Z","end":"2026-03-02T19:10:00.425115Z","steps":["trace[624695425] 'process raft request' (duration: 3.489902912s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:00.425165Z","caller":"traceutil/trace.go:171","msg":"trace[2038058814] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"3.496760427s","start":"2026-03-02T19:09:56.928366Z","end":"2026-03-02T19:10:00.425127Z","steps":["trace[2038058814] 'process raft request' (duration: 3.496016674s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:00.425249Z","caller":"traceutil/trace.go:171","msg":"trace[1858920266] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"3.496430817s","start":"2026-03-02T19:09:56.928663Z","end":"2026-03-02T19:10:00.425094Z","steps":["trace[1858920266] 'process raft request' (duration: 3.495917501s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.425456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:56.928351Z","time spent":"3.496997454s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:10:00.425513Z","caller":"traceutil/trace.go:171","msg":"trace[140812981] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"2.386853228s","start":"2026-03-02T19:09:58.038641Z","end":"2026-03-02T19:10:00.425494Z","steps":["trace[140812981] 'process raft request' (duration: 2.386039503s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.425574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:56.928643Z","time spent":"3.496795808s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:10:00.425682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:58.038618Z","time spent":"2.386964122s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:10:00.425489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:56.934674Z","time spent":"3.490649605s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:10:00.425849Z","caller":"traceutil/trace.go:171","msg":"trace[744260853] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"3.497257682s","start":"2026-03-02T19:09:56.928575Z","end":"2026-03-02T19:10:00.425832Z","steps":["trace[744260853] 'process raft request' (duration: 3.495969782s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.425933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:56.928565Z","time spent":"3.497323485s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:10:00.426223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.497574962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81730"} {"level":"info","ts":"2026-03-02T19:10:00.426305Z","caller":"traceutil/trace.go:171","msg":"trace[166519479] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5431; }","duration":"3.497696626s","start":"2026-03-02T19:09:56.928591Z","end":"2026-03-02T19:10:00.426288Z","steps":["trace[166519479] 'agreement among raft nodes before linearized reading' (duration: 3.497335145s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.426353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:56.928577Z","time spent":"3.497766238s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81754,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T19:10:00.701076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000181146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:10:00.701199Z","caller":"traceutil/trace.go:171","msg":"trace[622914979] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370701s","start":"2026-03-02T19:09:58.700803Z","end":"2026-03-02T19:10:00.701173Z","steps":["trace[622914979] 'agreement among raft nodes before linearized reading' (duration: 2.000221387s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.701202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.552839ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-02T19:10:00.701315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:58.700775Z","time spent":"2.000520486s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:10:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-02T19:10:00.701452Z","caller":"traceutil/trace.go:171","msg":"trace[1514789682] linearizableReadLoop","detail":"{readStateIndex:5659; appliedIndex:5657; }","duration":"276.566333ms","start":"2026-03-02T19:10:00.42483Z","end":"2026-03-02T19:10:00.701396Z","steps":["trace[1514789682] 'read index received' (duration: 130.802207ms)","trace[1514789682] 'applied index is now lower than readState.Index' (duration: 145.763126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:10:00.701531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772924447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:10:00.701579Z","caller":"traceutil/trace.go:171","msg":"trace[1632547480] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5433; }","duration":"1.77301247s","start":"2026-03-02T19:09:58.928551Z","end":"2026-03-02T19:10:00.701564Z","steps":["trace[1632547480] 'agreement among raft nodes before linearized reading' (duration: 1.772929857s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.701588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267962604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-02T19:10:00.701629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862300462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-02T19:10:00.701627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:58.92853Z","time spent":"1.773081521s","remote":"127.0.0.1:33534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:10:00.701641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319312309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111177"} {"level":"info","ts":"2026-03-02T19:10:00.701641Z","caller":"traceutil/trace.go:171","msg":"trace[1622005047] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5433; }","duration":"2.268045157s","start":"2026-03-02T19:09:58.43358Z","end":"2026-03-02T19:10:00.701625Z","steps":["trace[1622005047] 'agreement among raft nodes before linearized reading' (duration: 2.267871171s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:00.701665Z","caller":"traceutil/trace.go:171","msg":"trace[1249342733] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5433; }","duration":"2.862360364s","start":"2026-03-02T19:09:57.839291Z","end":"2026-03-02T19:10:00.701651Z","steps":["trace[1249342733] 'agreement among raft nodes before linearized reading' (duration: 2.86222281s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:00.701676Z","caller":"traceutil/trace.go:171","msg":"trace[1841059476] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5433; }","duration":"1.319408071s","start":"2026-03-02T19:09:59.38226Z","end":"2026-03-02T19:10:00.701668Z","steps":["trace[1841059476] 'agreement among raft nodes before linearized reading' (duration: 1.319151593s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.701691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:58.433564Z","time spent":"2.268115009s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:10:00.701705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:59.382238Z","time spent":"1.319461093s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111201,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-02T19:10:00.701705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:57.839274Z","time spent":"2.862423266s","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-02T19:10:00.701724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.622589269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-02T19:10:00.701733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.850579825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-02T19:10:00.70176Z","caller":"traceutil/trace.go:171","msg":"trace[1878232873] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"1.773208806s","start":"2026-03-02T19:09:58.928528Z","end":"2026-03-02T19:10:00.701736Z","steps":["trace[1878232873] 'process raft request' (duration: 1.772807924s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:00.701796Z","caller":"traceutil/trace.go:171","msg":"trace[663132120] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:5433; }","duration":"3.622718212s","start":"2026-03-02T19:09:57.079059Z","end":"2026-03-02T19:10:00.701777Z","steps":["trace[663132120] 'agreement among raft nodes before linearized reading' (duration: 3.622481605s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:00.701826Z","caller":"traceutil/trace.go:171","msg":"trace[1926948197] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5433; }","duration":"2.85073091s","start":"2026-03-02T19:09:57.851068Z","end":"2026-03-02T19:10:00.701799Z","steps":["trace[1926948197] 'agreement among raft nodes before linearized reading' (duration: 2.850440451s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:00.701789Z","caller":"traceutil/trace.go:171","msg":"trace[406427476] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"1.946581396s","start":"2026-03-02T19:09:58.755164Z","end":"2026-03-02T19:10:00.701745Z","steps":["trace[406427476] 'process raft request' (duration: 1.800360956s)","trace[406427476] 'compare' (duration: 145.409615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:10:00.701843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:57.079023Z","time spent":"3.622810895s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-02T19:10:00.70188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:57.851051Z","time spent":"2.850818022s","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-02T19:10:00.701895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:58.928501Z","time spent":"1.773311358s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:10:00.702001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:58.755151Z","time spent":"1.946732532s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:10:00.702016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.585849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T19:10:00.702056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318356889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111177"} {"level":"info","ts":"2026-03-02T19:10:00.702101Z","caller":"traceutil/trace.go:171","msg":"trace[108601097] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5433; }","duration":"619.737744ms","start":"2026-03-02T19:10:00.082344Z","end":"2026-03-02T19:10:00.702081Z","steps":["trace[108601097] 'agreement among raft nodes before linearized reading' (duration: 619.458125ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:00.702109Z","caller":"traceutil/trace.go:171","msg":"trace[1821181173] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5433; }","duration":"1.31841151s","start":"2026-03-02T19:09:59.383682Z","end":"2026-03-02T19:10:00.702094Z","steps":["trace[1821181173] 'agreement among raft nodes before linearized reading' (duration: 1.318124361s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.702145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:00.082324Z","time spent":"619.811996ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:10:00.702161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:09:59.383626Z","time spent":"1.318522074s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111201,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-02T19:10:00.760832Z","caller":"traceutil/trace.go:171","msg":"trace[1405027224] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"329.203992ms","start":"2026-03-02T19:10:00.431608Z","end":"2026-03-02T19:10:00.760812Z","steps":["trace[1405027224] 'process raft request' (duration: 329.093259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.760987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:00.431587Z","time spent":"329.322476ms","remote":"127.0.0.1:33600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:10:00.760835Z","caller":"traceutil/trace.go:171","msg":"trace[530288001] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"328.959055ms","start":"2026-03-02T19:10:00.431843Z","end":"2026-03-02T19:10:00.760802Z","steps":["trace[530288001] 'process raft request' (duration: 328.732048ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:00.761143Z","caller":"traceutil/trace.go:171","msg":"trace[1132694220] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"328.81062ms","start":"2026-03-02T19:10:00.432322Z","end":"2026-03-02T19:10:00.761132Z","steps":["trace[1132694220] 'process raft request' (duration: 328.422988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.761221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:00.432301Z","time spent":"328.887792ms","remote":"127.0.0.1:33600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:10:00.761226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:00.431832Z","time spent":"329.296935ms","remote":"127.0.0.1:33454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:10:00.761573Z","caller":"traceutil/trace.go:171","msg":"trace[733843377] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"329.202172ms","start":"2026-03-02T19:10:00.43236Z","end":"2026-03-02T19:10:00.761562Z","steps":["trace[733843377] 'process raft request' (duration: 328.657825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:00.761646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:00.432351Z","time spent":"329.257894ms","remote":"127.0.0.1:33454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:10:01.091735Z","caller":"traceutil/trace.go:171","msg":"trace[2037237243] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"463.792328ms","start":"2026-03-02T19:10:00.627921Z","end":"2026-03-02T19:10:01.091713Z","steps":["trace[2037237243] 'process raft request' (duration: 463.602112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:01.091861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:00.627896Z","time spent":"463.901672ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:10:01.092136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:00.703267Z","time spent":"388.862871ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:10:01.092364Z","caller":"traceutil/trace.go:171","msg":"trace[1512293203] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"384.570657ms","start":"2026-03-02T19:10:00.707769Z","end":"2026-03-02T19:10:01.09234Z","steps":["trace[1512293203] 'process raft request' (duration: 384.273868ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:01.092422Z","caller":"traceutil/trace.go:171","msg":"trace[649994643] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"376.209725ms","start":"2026-03-02T19:10:00.716188Z","end":"2026-03-02T19:10:01.092398Z","steps":["trace[649994643] 'process raft request' (duration: 376.101721ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:01.092396Z","caller":"traceutil/trace.go:171","msg":"trace[432617269] linearizableReadLoop","detail":"{readStateIndex:5664; appliedIndex:5660; }","duration":"390.889045ms","start":"2026-03-02T19:10:00.701487Z","end":"2026-03-02T19:10:01.092376Z","steps":["trace[432617269] 'read index received' (duration: 59.203735ms)","trace[432617269] 'applied index is now lower than readState.Index' (duration: 331.684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:10:01.092547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:00.716176Z","time spent":"376.307728ms","remote":"127.0.0.1:38864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7526,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:10:01.092618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.196804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:10:01.092704Z","caller":"traceutil/trace.go:171","msg":"trace[1918755125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5440; }","duration":"391.328429ms","start":"2026-03-02T19:10:00.701361Z","end":"2026-03-02T19:10:01.092689Z","steps":["trace[1918755125] 'agreement among raft nodes before linearized reading' (duration: 391.102602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:01.092735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.83638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-02T19:10:01.092777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:00.701339Z","time spent":"391.427061ms","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:10:01.092815Z","caller":"traceutil/trace.go:171","msg":"trace[1056186282] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5440; }","duration":"599.986865ms","start":"2026-03-02T19:10:00.492809Z","end":"2026-03-02T19:10:01.092796Z","steps":["trace[1056186282] 'agreement among raft nodes before linearized reading' (duration: 599.722557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:01.092875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:00.492788Z","time spent":"600.074107ms","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-02T19:10:01.092891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.957921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4866"} {"level":"warn","ts":"2026-03-02T19:10:01.092679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.78609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10684"} {"level":"info","ts":"2026-03-02T19:10:01.093078Z","caller":"traceutil/trace.go:171","msg":"trace[1233176738] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5440; }","duration":"661.210173ms","start":"2026-03-02T19:10:00.431851Z","end":"2026-03-02T19:10:01.093061Z","steps":["trace[1233176738] 'agreement among raft nodes before linearized reading' (duration: 660.693746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:01.092511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:00.707751Z","time spent":"384.670531ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:10:01.092945Z","caller":"traceutil/trace.go:171","msg":"trace[1241429067] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5440; }","duration":"379.035223ms","start":"2026-03-02T19:10:00.713896Z","end":"2026-03-02T19:10:01.092931Z","steps":["trace[1241429067] 'agreement among raft nodes before linearized reading' (duration: 378.867868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:01.093299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:00.713884Z","time spent":"379.366064ms","remote":"127.0.0.1:38892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4890,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-02T19:10:01.092955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.254469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-02T19:10:01.093109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.909131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-86138247-d2d2-4aed-ac2d-22fa6caeb0cb\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-02T19:10:01.0934Z","caller":"traceutil/trace.go:171","msg":"trace[656914287] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5440; }","duration":"385.735724ms","start":"2026-03-02T19:10:00.70765Z","end":"2026-03-02T19:10:01.093386Z","steps":["trace[656914287] 'agreement among raft nodes before linearized reading' (duration: 385.169376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:01.093374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:00.431842Z","time spent":"661.353768ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10708,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-02T19:10:01.093488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:00.707634Z","time spent":"385.839516ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T19:10:01.093544Z","caller":"traceutil/trace.go:171","msg":"trace[292822994] range","detail":"{range_begin:/registry/persistentvolumes/pvc-86138247-d2d2-4aed-ac2d-22fa6caeb0cb; range_end:; response_count:1; response_revision:5440; }","duration":"387.314703ms","start":"2026-03-02T19:10:00.706148Z","end":"2026-03-02T19:10:01.093463Z","steps":["trace[292822994] 'agreement among raft nodes before linearized reading' (duration: 386.58451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:01.093646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:00.706124Z","time spent":"387.503639ms","remote":"127.0.0.1:33436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-86138247-d2d2-4aed-ac2d-22fa6caeb0cb\" "} {"level":"warn","ts":"2026-03-02T19:10:01.382777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.767842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:10:01.382852Z","caller":"traceutil/trace.go:171","msg":"trace[164237140] linearizableReadLoop","detail":"{readStateIndex:5668; appliedIndex:5667; }","duration":"287.969791ms","start":"2026-03-02T19:10:01.09487Z","end":"2026-03-02T19:10:01.38284Z","steps":["trace[164237140] 'read index received' (duration: 145.093575ms)","trace[164237140] 'applied index is now lower than readState.Index' (duration: 142.875226ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:10:01.382893Z","caller":"traceutil/trace.go:171","msg":"trace[1195698793] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"288.468887ms","start":"2026-03-02T19:10:01.094399Z","end":"2026-03-02T19:10:01.382868Z","steps":["trace[1195698793] 'process raft request' (duration: 145.529609ms)","trace[1195698793] 'compare' (duration: 142.601357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:10:01.383169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.294451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19228"} {"level":"info","ts":"2026-03-02T19:10:01.383196Z","caller":"traceutil/trace.go:171","msg":"trace[799427558] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5441; }","duration":"288.324622ms","start":"2026-03-02T19:10:01.094864Z","end":"2026-03-02T19:10:01.383189Z","steps":["trace[799427558] 'agreement among raft nodes before linearized reading' (duration: 288.196138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:01.383182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.14522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:10:01.383191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.279348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b6200668cf2\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-02T19:10:01.383247Z","caller":"traceutil/trace.go:171","msg":"trace[12825150] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18991b6200668cf2; range_end:; response_count:1; response_revision:5441; }","duration":"286.33585ms","start":"2026-03-02T19:10:01.096899Z","end":"2026-03-02T19:10:01.383234Z","steps":["trace[12825150] 'agreement among raft nodes before linearized reading' (duration: 286.208066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:01.383288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.13257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-02T19:10:01.383589Z","caller":"traceutil/trace.go:171","msg":"trace[818282787] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5441; }","duration":"284.445211ms","start":"2026-03-02T19:10:01.099125Z","end":"2026-03-02T19:10:01.38357Z","steps":["trace[818282787] 'agreement among raft nodes before linearized reading' (duration: 284.008447ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:01.383242Z","caller":"traceutil/trace.go:171","msg":"trace[1733924951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5441; }","duration":"283.215472ms","start":"2026-03-02T19:10:01.100011Z","end":"2026-03-02T19:10:01.383226Z","steps":["trace[1733924951] 'agreement among raft nodes before linearized reading' (duration: 283.104528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:01.965213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.194189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:10:01.965457Z","caller":"traceutil/trace.go:171","msg":"trace[555916227] linearizableReadLoop","detail":"{readStateIndex:5669; appliedIndex:5668; }","duration":"578.246754ms","start":"2026-03-02T19:10:01.387195Z","end":"2026-03-02T19:10:01.965442Z","steps":["trace[555916227] 'read index received' (duration: 160.452176ms)","trace[555916227] 'applied index is now lower than readState.Index' (duration: 417.792628ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:10:01.965538Z","caller":"traceutil/trace.go:171","msg":"trace[1088804473] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"579.919906ms","start":"2026-03-02T19:10:01.385577Z","end":"2026-03-02T19:10:01.965497Z","steps":["trace[1088804473] 'process raft request' (duration: 162.360625ms)","trace[1088804473] 'compare' (duration: 416.965832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:10:01.965825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:01.38555Z","time spent":"580.236676ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:10:01.966211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.996757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T19:10:01.966457Z","caller":"traceutil/trace.go:171","msg":"trace[602286208] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5442; }","duration":"579.132681ms","start":"2026-03-02T19:10:01.387146Z","end":"2026-03-02T19:10:01.966278Z","steps":["trace[602286208] 'agreement among raft nodes before linearized reading' (duration: 578.523052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:01.966624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:01.387127Z","time spent":"579.480433ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-02T19:10:02.244848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.920786ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:10:02.244955Z","caller":"traceutil/trace.go:171","msg":"trace[1275061135] linearizableReadLoop","detail":"{readStateIndex:5670; appliedIndex:5669; }","duration":"279.284189ms","start":"2026-03-02T19:10:01.965654Z","end":"2026-03-02T19:10:02.244938Z","steps":["trace[1275061135] 'read index received' (duration: 99.077994ms)","trace[1275061135] 'applied index is now lower than readState.Index' (duration: 180.205055ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:10:02.244986Z","caller":"traceutil/trace.go:171","msg":"trace[1667579542] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"287.594399ms","start":"2026-03-02T19:10:01.957358Z","end":"2026-03-02T19:10:02.244952Z","steps":["trace[1667579542] 'process raft request' (duration: 107.486787ms)","trace[1667579542] 'compare' (duration: 179.798812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:10:02.245049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.061177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:10:02.245084Z","caller":"traceutil/trace.go:171","msg":"trace[318436824] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5443; }","duration":"411.135039ms","start":"2026-03-02T19:10:01.83394Z","end":"2026-03-02T19:10:02.245075Z","steps":["trace[318436824] 'agreement among raft nodes before linearized reading' (duration: 411.067747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:02.245131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:01.833919Z","time spent":"411.197281ms","remote":"127.0.0.1:33746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:10:02.245219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.957087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:10:02.245287Z","caller":"traceutil/trace.go:171","msg":"trace[826429299] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5443; }","duration":"798.08399ms","start":"2026-03-02T19:10:01.447192Z","end":"2026-03-02T19:10:02.245276Z","steps":["trace[826429299] 'agreement among raft nodes before linearized reading' (duration: 797.964156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:02.245322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:01.447169Z","time spent":"798.144082ms","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:10:02.245337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.756868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:10:02.245412Z","caller":"traceutil/trace.go:171","msg":"trace[1600195262] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:5443; }","duration":"856.842711ms","start":"2026-03-02T19:10:01.388549Z","end":"2026-03-02T19:10:02.245391Z","steps":["trace[1600195262] 'agreement among raft nodes before linearized reading' (duration: 856.685786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:02.245459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:01.38849Z","time spent":"856.959625ms","remote":"127.0.0.1:33398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-02T19:10:02.682177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.822482ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T19:10:02.682361Z","caller":"traceutil/trace.go:171","msg":"trace[1275652458] linearizableReadLoop","detail":"{readStateIndex:5671; appliedIndex:5670; }","duration":"437.360391ms","start":"2026-03-02T19:10:02.244986Z","end":"2026-03-02T19:10:02.682346Z","steps":["trace[1275652458] 'read index received' (duration: 62.281431ms)","trace[1275652458] 'applied index is now lower than readState.Index' (duration: 375.07813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:10:02.682617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.44629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:10:02.682643Z","caller":"traceutil/trace.go:171","msg":"trace[12742909] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5443; }","duration":"464.531212ms","start":"2026-03-02T19:10:02.218106Z","end":"2026-03-02T19:10:02.682637Z","steps":["trace[12742909] 'agreement among raft nodes before linearized reading' (duration: 464.47087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:02.682668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:02.218078Z","time spent":"464.582814ms","remote":"127.0.0.1:33616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:10:02.682725Z","caller":"traceutil/trace.go:171","msg":"trace[1677485560] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"249.987511ms","start":"2026-03-02T19:10:02.432708Z","end":"2026-03-02T19:10:02.682695Z","steps":["trace[1677485560] 'process raft request' (duration: 249.564767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:02.740761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.693754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T19:10:02.740902Z","caller":"traceutil/trace.go:171","msg":"trace[966138544] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5444; }","duration":"771.90513ms","start":"2026-03-02T19:10:01.968964Z","end":"2026-03-02T19:10:02.74087Z","steps":["trace[966138544] 'agreement among raft nodes before linearized reading' (duration: 713.651105ms)","trace[966138544] 'range keys from in-memory index tree' (duration: 58.008997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:10:02.740961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:01.968939Z","time spent":"772.009923ms","remote":"127.0.0.1:33600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T19:10:02.741165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.101704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:10:02.74129Z","caller":"traceutil/trace.go:171","msg":"trace[1969309108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5445; }","duration":"310.266079ms","start":"2026-03-02T19:10:02.430976Z","end":"2026-03-02T19:10:02.741243Z","steps":["trace[1969309108] 'agreement among raft nodes before linearized reading' (duration: 309.994111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:02.741338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:02.430954Z","time spent":"310.374672ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:10:02.741363Z","caller":"traceutil/trace.go:171","msg":"trace[203785413] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"302.043801ms","start":"2026-03-02T19:10:02.439295Z","end":"2026-03-02T19:10:02.741339Z","steps":["trace[203785413] 'process raft request' (duration: 243.388194ms)","trace[203785413] 'compare' (duration: 57.810511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:10:02.74135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.83911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-03-02T19:10:02.741166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.558339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:10:02.741443Z","caller":"traceutil/trace.go:171","msg":"trace[892496643] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5445; }","duration":"493.977634ms","start":"2026-03-02T19:10:02.247444Z","end":"2026-03-02T19:10:02.741421Z","steps":["trace[892496643] 'agreement among raft nodes before linearized reading' (duration: 493.666434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:02.741486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:02.439281Z","time spent":"302.136135ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:10:02.741504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:02.247429Z","time spent":"494.065376ms","remote":"127.0.0.1:33496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-03-02T19:10:02.741488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.962629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T19:10:02.741584Z","caller":"traceutil/trace.go:171","msg":"trace[1966043688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5445; }","duration":"309.107573ms","start":"2026-03-02T19:10:02.432466Z","end":"2026-03-02T19:10:02.741574Z","steps":["trace[1966043688] 'agreement among raft nodes before linearized reading' (duration: 308.886186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:02.741631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:02.432445Z","time spent":"309.166015ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:10:02.741637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.142596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:10:02.741485Z","caller":"traceutil/trace.go:171","msg":"trace[1033100400] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5445; }","duration":"492.891889ms","start":"2026-03-02T19:10:02.248571Z","end":"2026-03-02T19:10:02.741463Z","steps":["trace[1033100400] 'agreement among raft nodes before linearized reading' (duration: 492.488917ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:02.741691Z","caller":"traceutil/trace.go:171","msg":"trace[1106758668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5445; }","duration":"311.219159ms","start":"2026-03-02T19:10:02.430456Z","end":"2026-03-02T19:10:02.741675Z","steps":["trace[1106758668] 'agreement among raft nodes before linearized reading' (duration: 311.005952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:02.741738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:02.430447Z","time spent":"311.279151ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:10:02.741773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:02.248551Z","time spent":"493.184899ms","remote":"127.0.0.1:33496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:10:02.741902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.492558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:10:02.741991Z","caller":"traceutil/trace.go:171","msg":"trace[674101327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5445; }","duration":"311.623982ms","start":"2026-03-02T19:10:02.430355Z","end":"2026-03-02T19:10:02.741979Z","steps":["trace[674101327] 'agreement among raft nodes before linearized reading' (duration: 311.335932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:02.742023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:02.430328Z","time spent":"311.687064ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:10:02.742265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.748641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8p865\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T19:10:02.742333Z","caller":"traceutil/trace.go:171","msg":"trace[1353288851] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8p865; range_end:; response_count:1; response_revision:5445; }","duration":"308.838934ms","start":"2026-03-02T19:10:02.433475Z","end":"2026-03-02T19:10:02.742314Z","steps":["trace[1353288851] 'agreement among raft nodes before linearized reading' (duration: 307.776571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:02.7425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:02.433463Z","time spent":"309.02203ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-8p865\" "} {"level":"info","ts":"2026-03-02T19:10:02.829325Z","caller":"traceutil/trace.go:171","msg":"trace[1895517984] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"120.570197ms","start":"2026-03-02T19:10:02.708676Z","end":"2026-03-02T19:10:02.829246Z","steps":["trace[1895517984] 'process raft request' (duration: 120.34809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:02.829929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.296558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:10:02.83002Z","caller":"traceutil/trace.go:171","msg":"trace[829489242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5451; }","duration":"128.403222ms","start":"2026-03-02T19:10:02.701598Z","end":"2026-03-02T19:10:02.830001Z","steps":["trace[829489242] 'agreement among raft nodes before linearized reading' (duration: 128.212556ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:03.094066Z","caller":"traceutil/trace.go:171","msg":"trace[458272098] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"102.747619ms","start":"2026-03-02T19:10:02.991289Z","end":"2026-03-02T19:10:03.094037Z","steps":["trace[458272098] 'process raft request' (duration: 27.844113ms)","trace[458272098] 'compare' (duration: 74.675139ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:10:28.915846Z","caller":"traceutil/trace.go:171","msg":"trace[1628843374] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"155.173001ms","start":"2026-03-02T19:10:28.760652Z","end":"2026-03-02T19:10:28.915825Z","steps":["trace[1628843374] 'process raft request' (duration: 155.014556ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:37.191975Z","caller":"traceutil/trace.go:171","msg":"trace[1661562958] transaction","detail":"{read_only:false; response_revision:5756; number_of_response:1; }","duration":"115.648523ms","start":"2026-03-02T19:10:37.076294Z","end":"2026-03-02T19:10:37.191942Z","steps":["trace[1661562958] 'process raft request' (duration: 103.08312ms)","trace[1661562958] 'compare' (duration: 12.401048ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:10:37.192171Z","caller":"traceutil/trace.go:171","msg":"trace[462570185] linearizableReadLoop","detail":"{readStateIndex:5993; appliedIndex:5990; }","duration":"115.770887ms","start":"2026-03-02T19:10:37.07633Z","end":"2026-03-02T19:10:37.192101Z","steps":["trace[462570185] 'read index received' (duration: 22.211386ms)","trace[462570185] 'applied index is now lower than readState.Index' (duration: 93.557071ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:10:37.192201Z","caller":"traceutil/trace.go:171","msg":"trace[1283404910] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"115.90201ms","start":"2026-03-02T19:10:37.076276Z","end":"2026-03-02T19:10:37.192178Z","steps":["trace[1283404910] 'process raft request' (duration: 115.624962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:37.192475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.018759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-02T19:10:37.192502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.154109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101439"} {"level":"info","ts":"2026-03-02T19:10:37.192541Z","caller":"traceutil/trace.go:171","msg":"trace[1450764401] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:5757; }","duration":"112.128062ms","start":"2026-03-02T19:10:37.080397Z","end":"2026-03-02T19:10:37.192525Z","steps":["trace[1450764401] 'agreement among raft nodes before linearized reading' (duration: 111.922846ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:37.192543Z","caller":"traceutil/trace.go:171","msg":"trace[304211286] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5757; }","duration":"116.235141ms","start":"2026-03-02T19:10:37.076295Z","end":"2026-03-02T19:10:37.19253Z","steps":["trace[304211286] 'agreement among raft nodes before linearized reading' (duration: 115.988784ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:37.679338Z","caller":"traceutil/trace.go:171","msg":"trace[2070756736] linearizableReadLoop","detail":"{readStateIndex:5994; appliedIndex:5993; }","duration":"456.638415ms","start":"2026-03-02T19:10:37.222655Z","end":"2026-03-02T19:10:37.679294Z","steps":["trace[2070756736] 'read index received' (duration: 357.969044ms)","trace[2070756736] 'applied index is now lower than readState.Index' (duration: 98.667301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:10:37.679351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:37.19424Z","time spent":"485.100856ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:10:37.679622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.556458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:10:37.679672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.997235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-02T19:10:37.679711Z","caller":"traceutil/trace.go:171","msg":"trace[938455614] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5757; }","duration":"438.670271ms","start":"2026-03-02T19:10:37.241018Z","end":"2026-03-02T19:10:37.679688Z","steps":["trace[938455614] 'agreement among raft nodes before linearized reading' (duration: 438.518636ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:37.679723Z","caller":"traceutil/trace.go:171","msg":"trace[1368558016] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5757; }","duration":"457.107729ms","start":"2026-03-02T19:10:37.222596Z","end":"2026-03-02T19:10:37.679703Z","steps":["trace[1368558016] 'agreement among raft nodes before linearized reading' (duration: 456.909963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:37.679757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:37.241008Z","time spent":"438.741254ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:10:37.679763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:37.222574Z","time spent":"457.180561ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-02T19:10:37.679747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.747243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T19:10:37.679763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.983461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-02T19:10:37.679771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.927338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-03-02T19:10:37.67982Z","caller":"traceutil/trace.go:171","msg":"trace[1105013447] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5757; }","duration":"407.854797ms","start":"2026-03-02T19:10:37.271948Z","end":"2026-03-02T19:10:37.679803Z","steps":["trace[1105013447] 'agreement among raft nodes before linearized reading' (duration: 407.63474ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:37.67983Z","caller":"traceutil/trace.go:171","msg":"trace[918644910] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5757; }","duration":"310.096264ms","start":"2026-03-02T19:10:37.369715Z","end":"2026-03-02T19:10:37.679811Z","steps":["trace[918644910] 'agreement among raft nodes before linearized reading' (duration: 309.926068ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:37.679855Z","caller":"traceutil/trace.go:171","msg":"trace[1829985578] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5757; }","duration":"438.039872ms","start":"2026-03-02T19:10:37.241796Z","end":"2026-03-02T19:10:37.679836Z","steps":["trace[1829985578] 'agreement among raft nodes before linearized reading' (duration: 437.804134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:37.679865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:37.369693Z","time spent":"310.164146ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T19:10:37.679863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:37.271936Z","time spent":"407.919128ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:10:37.679905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:37.241786Z","time spent":"438.109953ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6108,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-02T19:10:37.679972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.325401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:10:37.680009Z","caller":"traceutil/trace.go:171","msg":"trace[1850460366] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5757; }","duration":"438.450175ms","start":"2026-03-02T19:10:37.241549Z","end":"2026-03-02T19:10:37.68Z","steps":["trace[1850460366] 'agreement among raft nodes before linearized reading' (duration: 438.396163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:37.680036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:10:37.241525Z","time spent":"438.504617ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-02T19:10:37.848016Z","caller":"traceutil/trace.go:171","msg":"trace[174677430] linearizableReadLoop","detail":"{readStateIndex:5996; appliedIndex:5994; }","duration":"162.48785ms","start":"2026-03-02T19:10:37.685503Z","end":"2026-03-02T19:10:37.847991Z","steps":["trace[174677430] 'read index received' (duration: 67.235746ms)","trace[174677430] 'applied index is now lower than readState.Index' (duration: 95.251164ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:10:37.848082Z","caller":"traceutil/trace.go:171","msg":"trace[1549792884] transaction","detail":"{read_only:false; response_revision:5759; number_of_response:1; }","duration":"162.948695ms","start":"2026-03-02T19:10:37.685092Z","end":"2026-03-02T19:10:37.848041Z","steps":["trace[1549792884] 'process raft request' (duration: 162.710847ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:37.848133Z","caller":"traceutil/trace.go:171","msg":"trace[680763764] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"162.49662ms","start":"2026-03-02T19:10:37.685581Z","end":"2026-03-02T19:10:37.848078Z","steps":["trace[680763764] 'process raft request' (duration: 162.364466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:37.848435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.136523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:10:37.848568Z","caller":"traceutil/trace.go:171","msg":"trace[634079229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5760; }","duration":"150.304849ms","start":"2026-03-02T19:10:37.698244Z","end":"2026-03-02T19:10:37.848549Z","steps":["trace[634079229] 'agreement among raft nodes before linearized reading' (duration: 150.02366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:10:37.8488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.280005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-02T19:10:37.848872Z","caller":"traceutil/trace.go:171","msg":"trace[1011670592] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5760; }","duration":"163.377048ms","start":"2026-03-02T19:10:37.685475Z","end":"2026-03-02T19:10:37.848852Z","steps":["trace[1011670592] 'agreement among raft nodes before linearized reading' (duration: 162.662876ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:10:38.006593Z","caller":"traceutil/trace.go:171","msg":"trace[1300579390] transaction","detail":"{read_only:false; response_revision:5761; number_of_response:1; }","duration":"122.586581ms","start":"2026-03-02T19:10:37.883976Z","end":"2026-03-02T19:10:38.006562Z","steps":["trace[1300579390] 'process raft request' (duration: 65.75372ms)","trace[1300579390] 'compare' (duration: 56.693816ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:42.992409Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5271} {"level":"info","ts":"2026-03-02T19:14:43.079371Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5271,"took":"85.194768ms","hash":2280477568,"current-db-size-bytes":40517632,"current-db-size":"40 MB","current-db-size-in-use-bytes":21348352,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-02T19:14:43.079425Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2280477568,"revision":5271,"compact-revision":2646} {"level":"warn","ts":"2026-03-02T19:14:58.580872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.152182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:14:58.581244Z","caller":"traceutil/trace.go:171","msg":"trace[1355017149] transaction","detail":"{read_only:false; response_revision:7480; number_of_response:1; }","duration":"109.449539ms","start":"2026-03-02T19:14:58.471768Z","end":"2026-03-02T19:14:58.581217Z","steps":["trace[1355017149] 'process raft request' (duration: 109.389808ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:58.581643Z","caller":"traceutil/trace.go:171","msg":"trace[504451754] transaction","detail":"{read_only:false; response_revision:7479; number_of_response:1; }","duration":"111.636638ms","start":"2026-03-02T19:14:58.469989Z","end":"2026-03-02T19:14:58.581626Z","steps":["trace[504451754] 'process raft request' (duration: 111.06807ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:58.581964Z","caller":"traceutil/trace.go:171","msg":"trace[504694021] transaction","detail":"{read_only:false; response_revision:7478; number_of_response:1; }","duration":"111.786443ms","start":"2026-03-02T19:14:58.469968Z","end":"2026-03-02T19:14:58.581754Z","steps":["trace[504694021] 'compare' (duration: 102.936645ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:59.321391Z","caller":"traceutil/trace.go:171","msg":"trace[1904270741] transaction","detail":"{read_only:false; response_revision:7481; number_of_response:1; }","duration":"151.650006ms","start":"2026-03-02T19:14:59.169714Z","end":"2026-03-02T19:14:59.321364Z","steps":["trace[1904270741] 'process raft request' (duration: 151.414719ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:14:59.407467Z","caller":"traceutil/trace.go:171","msg":"trace[2069114851] linearizableReadLoop","detail":"{readStateIndex:7780; appliedIndex:7778; }","duration":"130.725318ms","start":"2026-03-02T19:14:59.276705Z","end":"2026-03-02T19:14:59.40743Z","steps":["trace[2069114851] 'read index received' (duration: 44.398385ms)","trace[2069114851] 'applied index is now lower than readState.Index' (duration: 86.325713ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:14:59.407519Z","caller":"traceutil/trace.go:171","msg":"trace[1664624053] transaction","detail":"{read_only:false; response_revision:7482; number_of_response:1; }","duration":"168.594759ms","start":"2026-03-02T19:14:59.238887Z","end":"2026-03-02T19:14:59.407481Z","steps":["trace[1664624053] 'process raft request' (duration: 166.71299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:14:59.407757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.043948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19631"} {"level":"info","ts":"2026-03-02T19:14:59.408865Z","caller":"traceutil/trace.go:171","msg":"trace[1637581424] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:7482; }","duration":"132.192304ms","start":"2026-03-02T19:14:59.276641Z","end":"2026-03-02T19:14:59.408834Z","steps":["trace[1637581424] 'agreement among raft nodes before linearized reading' (duration: 130.957995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:56.198437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947430958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:15:56.699588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947430958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:15:56.84749Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195245433s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:15:56.848063Z","caller":"traceutil/trace.go:171","msg":"trace[492614228] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"1.195878573s","start":"2026-03-02T19:15:55.652155Z","end":"2026-03-02T19:15:56.848033Z","steps":["trace[492614228] 'process raft request' (duration: 1.195628116s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:56.848225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:55.652143Z","time spent":"1.195990657s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:57.670069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.991543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:15:57.67032Z","caller":"traceutil/trace.go:171","msg":"trace[1694725670] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"1.183373989s","start":"2026-03-02T19:15:56.486924Z","end":"2026-03-02T19:15:57.670298Z","steps":["trace[1694725670] 'process raft request' (duration: 1.183243845s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:57.670365Z","caller":"traceutil/trace.go:171","msg":"trace[536882154] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"1.198541966s","start":"2026-03-02T19:15:56.471789Z","end":"2026-03-02T19:15:57.670331Z","steps":["trace[536882154] 'process raft request' (duration: 1.042210553s)","trace[536882154] 'compare' (duration: 155.788966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:15:57.670518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.471761Z","time spent":"1.198665661s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:15:57.670573Z","caller":"traceutil/trace.go:171","msg":"trace[77237826] linearizableReadLoop","detail":"{readStateIndex:8269; appliedIndex:8265; }","duration":"1.972631024s","start":"2026-03-02T19:15:55.697893Z","end":"2026-03-02T19:15:57.670524Z","steps":["trace[77237826] 'read index received' (duration: 1.149886777s)","trace[77237826] 'applied index is now lower than readState.Index' (duration: 822.742857ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:15:57.670658Z","caller":"traceutil/trace.go:171","msg":"trace[2010925622] transaction","detail":"{read_only:false; response_revision:7957; number_of_response:1; }","duration":"1.183467653s","start":"2026-03-02T19:15:56.487166Z","end":"2026-03-02T19:15:57.670634Z","steps":["trace[2010925622] 'process raft request' (duration: 1.183082301s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:57.670686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972797569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:15:57.670734Z","caller":"traceutil/trace.go:171","msg":"trace[451456387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7957; }","duration":"1.972894673s","start":"2026-03-02T19:15:55.697826Z","end":"2026-03-02T19:15:57.670721Z","steps":["trace[451456387] 'agreement among raft nodes before linearized reading' (duration: 1.97280957s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:57.670754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.452636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8p865\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-02T19:15:57.670767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:55.697805Z","time spent":"1.972955824s","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:15:57.670774Z","caller":"traceutil/trace.go:171","msg":"trace[174209059] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8p865; range_end:; response_count:1; response_revision:7957; }","duration":"575.504367ms","start":"2026-03-02T19:15:57.095263Z","end":"2026-03-02T19:15:57.670768Z","steps":["trace[174209059] 'agreement among raft nodes before linearized reading' (duration: 575.412404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:57.670794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:57.095234Z","time spent":"575.555379ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-8p865\" "} {"level":"warn","ts":"2026-03-02T19:15:57.670775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.487142Z","time spent":"1.183571855s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:15:57.670822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.725899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T19:15:57.670838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.558878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T19:15:57.670876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.652167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T19:15:57.670882Z","caller":"traceutil/trace.go:171","msg":"trace[310621096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7957; }","duration":"818.829633ms","start":"2026-03-02T19:15:56.852034Z","end":"2026-03-02T19:15:57.670864Z","steps":["trace[310621096] 'agreement among raft nodes before linearized reading' (duration: 818.644157ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:15:57.670902Z","caller":"traceutil/trace.go:171","msg":"trace[965238951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7957; }","duration":"694.660651ms","start":"2026-03-02T19:15:56.976223Z","end":"2026-03-02T19:15:57.670883Z","steps":["trace[965238951] 'agreement among raft nodes before linearized reading' (duration: 694.513526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:57.670901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.574779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T19:15:57.670919Z","caller":"traceutil/trace.go:171","msg":"trace[34486186] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:7957; }","duration":"572.730989ms","start":"2026-03-02T19:15:57.098173Z","end":"2026-03-02T19:15:57.670904Z","steps":["trace[34486186] 'agreement among raft nodes before linearized reading' (duration: 572.583685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:57.670927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.852016Z","time spent":"818.899595ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:15:57.670923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.900226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T19:15:57.670954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:57.098156Z","time spent":"572.789462ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"info","ts":"2026-03-02T19:15:57.670958Z","caller":"traceutil/trace.go:171","msg":"trace[917031203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7957; }","duration":"667.673663ms","start":"2026-03-02T19:15:57.003266Z","end":"2026-03-02T19:15:57.67094Z","steps":["trace[917031203] 'agreement among raft nodes before linearized reading' (duration: 667.535738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:57.671001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:57.003247Z","time spent":"667.747514ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:15:57.671005Z","caller":"traceutil/trace.go:171","msg":"trace[104970011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7957; }","duration":"694.029201ms","start":"2026-03-02T19:15:56.976952Z","end":"2026-03-02T19:15:57.670981Z","steps":["trace[104970011] 'agreement among raft nodes before linearized reading' (duration: 693.772103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:15:57.670952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.976204Z","time spent":"694.734823ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:15:57.671043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.976932Z","time spent":"694.103023ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:15:57.671341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:15:56.48691Z","time spent":"1.183468063s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:08.125056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.140165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T19:16:08.125145Z","caller":"traceutil/trace.go:171","msg":"trace[1196308752] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8001; }","duration":"707.272279ms","start":"2026-03-02T19:16:07.417851Z","end":"2026-03-02T19:16:08.125124Z","steps":["trace[1196308752] 'range keys from in-memory index tree' (duration: 706.916048ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:08.12514Z","caller":"traceutil/trace.go:171","msg":"trace[579530611] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"410.319015ms","start":"2026-03-02T19:16:07.714792Z","end":"2026-03-02T19:16:08.125111Z","steps":["trace[579530611] 'process raft request' (duration: 390.077337ms)","trace[579530611] 'compare' (duration: 19.927228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:08.12519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:07.41783Z","time spent":"707.350932ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T19:16:08.125307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:07.714768Z","time spent":"410.433599ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:08.580371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.739379ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:16:08.580695Z","caller":"traceutil/trace.go:171","msg":"trace[222722118] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"351.213644ms","start":"2026-03-02T19:16:08.229468Z","end":"2026-03-02T19:16:08.580681Z","steps":["trace[222722118] 'process raft request' (duration: 351.178403ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:08.580732Z","caller":"traceutil/trace.go:171","msg":"trace[1762528310] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"860.578159ms","start":"2026-03-02T19:16:07.720125Z","end":"2026-03-02T19:16:08.580703Z","steps":["trace[1762528310] 'process raft request' (duration: 860.413194ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:08.580755Z","caller":"traceutil/trace.go:171","msg":"trace[1164398167] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"862.174929ms","start":"2026-03-02T19:16:07.718541Z","end":"2026-03-02T19:16:08.580716Z","steps":["trace[1164398167] 'process raft request' (duration: 591.029167ms)","trace[1164398167] 'compare' (duration: 270.629716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:08.580857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:07.720084Z","time spent":"860.706852ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:08.580894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.586676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T19:16:08.580901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:07.71851Z","time spent":"862.316644ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:08.580763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:08.229439Z","time spent":"351.293487ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:08.580791Z","caller":"traceutil/trace.go:171","msg":"trace[1418315546] linearizableReadLoop","detail":"{readStateIndex:8320; appliedIndex:8317; }","duration":"805.480343ms","start":"2026-03-02T19:16:07.775304Z","end":"2026-03-02T19:16:08.580784Z","steps":["trace[1418315546] 'read index received' (duration: 329.544611ms)","trace[1418315546] 'applied index is now lower than readState.Index' (duration: 475.934972ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:08.580947Z","caller":"traceutil/trace.go:171","msg":"trace[779080965] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"449.547111ms","start":"2026-03-02T19:16:08.131394Z","end":"2026-03-02T19:16:08.580941Z","steps":["trace[779080965] 'process raft request' (duration: 449.20283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:08.580991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:08.131375Z","time spent":"449.595183ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:08.580925Z","caller":"traceutil/trace.go:171","msg":"trace[1375378084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8006; }","duration":"805.650138ms","start":"2026-03-02T19:16:07.775268Z","end":"2026-03-02T19:16:08.580918Z","steps":["trace[1375378084] 'agreement among raft nodes before linearized reading' (duration: 805.539445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:08.581055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:07.775245Z","time spent":"805.793512ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:16:08.581132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.353362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8p865\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T19:16:08.58115Z","caller":"traceutil/trace.go:171","msg":"trace[12557114] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8p865; range_end:; response_count:1; response_revision:8006; }","duration":"787.393893ms","start":"2026-03-02T19:16:07.793751Z","end":"2026-03-02T19:16:08.581144Z","steps":["trace[12557114] 'agreement among raft nodes before linearized reading' (duration: 787.328691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:08.581166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:07.793739Z","time spent":"787.422964ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-8p865\" "} {"level":"warn","ts":"2026-03-02T19:16:08.581223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.275965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T19:16:08.58124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.7546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:16:08.581282Z","caller":"traceutil/trace.go:171","msg":"trace[1596136771] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8006; }","duration":"797.354487ms","start":"2026-03-02T19:16:07.783897Z","end":"2026-03-02T19:16:08.581252Z","steps":["trace[1596136771] 'agreement among raft nodes before linearized reading' (duration: 797.191922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:08.581229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.152922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T19:16:08.581322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:07.783873Z","time spent":"797.44181ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:16:08.581329Z","caller":"traceutil/trace.go:171","msg":"trace[928225929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8006; }","duration":"804.876914ms","start":"2026-03-02T19:16:07.776433Z","end":"2026-03-02T19:16:08.58131Z","steps":["trace[928225929] 'agreement among raft nodes before linearized reading' (duration: 804.627996ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:08.581342Z","caller":"traceutil/trace.go:171","msg":"trace[97328651] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8006; }","duration":"798.290526ms","start":"2026-03-02T19:16:07.783033Z","end":"2026-03-02T19:16:08.581324Z","steps":["trace[97328651] 'agreement among raft nodes before linearized reading' (duration: 798.073899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:08.581368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.141603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-02T19:16:08.58138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:07.776423Z","time spent":"804.947686ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:16:08.581381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:07.783019Z","time spent":"798.353839ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:16:08.581416Z","caller":"traceutil/trace.go:171","msg":"trace[539216870] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8006; }","duration":"452.230867ms","start":"2026-03-02T19:16:08.12917Z","end":"2026-03-02T19:16:08.581401Z","steps":["trace[539216870] 'agreement among raft nodes before linearized reading' (duration: 452.066051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:08.581452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:08.129142Z","time spent":"452.299838ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T19:16:10.653327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947431126,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:16:10.701622Z","caller":"traceutil/trace.go:171","msg":"trace[239647859] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"571.054949ms","start":"2026-03-02T19:16:10.130545Z","end":"2026-03-02T19:16:10.7016Z","steps":["trace[239647859] 'process raft request' (duration: 570.921804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:10.701778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:10.130513Z","time spent":"571.187923ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:10.829511Z","caller":"traceutil/trace.go:171","msg":"trace[102832713] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"667.197087ms","start":"2026-03-02T19:16:10.162291Z","end":"2026-03-02T19:16:10.829488Z","steps":["trace[102832713] 'process raft request' (duration: 667.012241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:10.82964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:10.162275Z","time spent":"667.297141ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:10.829914Z","caller":"traceutil/trace.go:171","msg":"trace[499800007] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"242.82191ms","start":"2026-03-02T19:16:10.587061Z","end":"2026-03-02T19:16:10.829883Z","steps":["trace[499800007] 'process raft request' (duration: 242.391296ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:10.8301Z","caller":"traceutil/trace.go:171","msg":"trace[888872016] linearizableReadLoop","detail":"{readStateIndex:8332; appliedIndex:8329; }","duration":"677.771781ms","start":"2026-03-02T19:16:10.152317Z","end":"2026-03-02T19:16:10.830089Z","steps":["trace[888872016] 'read index received' (duration: 549.282064ms)","trace[888872016] 'applied index is now lower than readState.Index' (duration: 128.488927ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:10.830169Z","caller":"traceutil/trace.go:171","msg":"trace[1923949322] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"243.085917ms","start":"2026-03-02T19:16:10.587075Z","end":"2026-03-02T19:16:10.830161Z","steps":["trace[1923949322] 'process raft request' (duration: 242.705255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:10.830323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.995548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:16:10.830356Z","caller":"traceutil/trace.go:171","msg":"trace[291233438] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8016; }","duration":"678.07509ms","start":"2026-03-02T19:16:10.152272Z","end":"2026-03-02T19:16:10.830347Z","steps":["trace[291233438] 'agreement among raft nodes before linearized reading' (duration: 677.969877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:10.830381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:10.15225Z","time spent":"678.124122ms","remote":"127.0.0.1:33496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:16:10.830451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.989725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:16:10.83051Z","caller":"traceutil/trace.go:171","msg":"trace[163709630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8016; }","duration":"130.084618ms","start":"2026-03-02T19:16:10.700409Z","end":"2026-03-02T19:16:10.830494Z","steps":["trace[163709630] 'agreement among raft nodes before linearized reading' (duration: 129.980694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:10.830521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.565438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:16:10.830602Z","caller":"traceutil/trace.go:171","msg":"trace[1466240455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8016; }","duration":"200.64861ms","start":"2026-03-02T19:16:10.629931Z","end":"2026-03-02T19:16:10.830579Z","steps":["trace[1466240455] 'agreement among raft nodes before linearized reading' (duration: 200.442644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:10.83065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.165844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T19:16:10.830521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.542086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:16:10.830687Z","caller":"traceutil/trace.go:171","msg":"trace[267320214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8016; }","duration":"146.209665ms","start":"2026-03-02T19:16:10.684466Z","end":"2026-03-02T19:16:10.830675Z","steps":["trace[267320214] 'agreement among raft nodes before linearized reading' (duration: 146.123543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:10.830737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.410827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8p865\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T19:16:10.830904Z","caller":"traceutil/trace.go:171","msg":"trace[1589642017] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8p865; range_end:; response_count:1; response_revision:8016; }","duration":"196.617003ms","start":"2026-03-02T19:16:10.634247Z","end":"2026-03-02T19:16:10.830864Z","steps":["trace[1589642017] 'agreement among raft nodes before linearized reading' (duration: 196.225221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:10.830591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.493475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:16:10.831018Z","caller":"traceutil/trace.go:171","msg":"trace[1421512447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8016; }","duration":"146.950509ms","start":"2026-03-02T19:16:10.684047Z","end":"2026-03-02T19:16:10.830997Z","steps":["trace[1421512447] 'agreement among raft nodes before linearized reading' (duration: 146.335569ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:10.830746Z","caller":"traceutil/trace.go:171","msg":"trace[2028612790] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8016; }","duration":"146.785624ms","start":"2026-03-02T19:16:10.683935Z","end":"2026-03-02T19:16:10.83072Z","steps":["trace[2028612790] 'agreement among raft nodes before linearized reading' (duration: 146.464094ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:12.921863Z","caller":"traceutil/trace.go:171","msg":"trace[1079337356] linearizableReadLoop","detail":"{readStateIndex:8340; appliedIndex:8339; }","duration":"139.869206ms","start":"2026-03-02T19:16:12.781972Z","end":"2026-03-02T19:16:12.921841Z","steps":["trace[1079337356] 'read index received' (duration: 139.753452ms)","trace[1079337356] 'applied index is now lower than readState.Index' (duration: 114.934µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:12.922046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.055012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:16:12.922087Z","caller":"traceutil/trace.go:171","msg":"trace[612941491] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8024; }","duration":"140.154245ms","start":"2026-03-02T19:16:12.781922Z","end":"2026-03-02T19:16:12.922077Z","steps":["trace[612941491] 'agreement among raft nodes before linearized reading' (duration: 140.054902ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:12.922068Z","caller":"traceutil/trace.go:171","msg":"trace[1462953343] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"214.794047ms","start":"2026-03-02T19:16:12.707204Z","end":"2026-03-02T19:16:12.921998Z","steps":["trace[1462953343] 'process raft request' (duration: 214.221119ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:13.023859Z","caller":"traceutil/trace.go:171","msg":"trace[722687999] linearizableReadLoop","detail":"{readStateIndex:8342; appliedIndex:8340; }","duration":"101.87797ms","start":"2026-03-02T19:16:12.921957Z","end":"2026-03-02T19:16:13.023834Z","steps":["trace[722687999] 'read index received' (duration: 66.347361ms)","trace[722687999] 'applied index is now lower than readState.Index' (duration: 35.529689ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:13.024111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.177301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T19:16:13.024155Z","caller":"traceutil/trace.go:171","msg":"trace[859678306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8026; }","duration":"170.258083ms","start":"2026-03-02T19:16:12.853884Z","end":"2026-03-02T19:16:13.024142Z","steps":["trace[859678306] 'agreement among raft nodes before linearized reading' (duration: 170.059687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:13.024197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.599698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:16:13.024236Z","caller":"traceutil/trace.go:171","msg":"trace[1910107411] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"188.604091ms","start":"2026-03-02T19:16:12.835607Z","end":"2026-03-02T19:16:13.024212Z","steps":["trace[1910107411] 'process raft request' (duration: 152.693699ms)","trace[1910107411] 'compare' (duration: 35.331543ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:13.024273Z","caller":"traceutil/trace.go:171","msg":"trace[534214599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8026; }","duration":"133.738873ms","start":"2026-03-02T19:16:12.890517Z","end":"2026-03-02T19:16:13.024256Z","steps":["trace[534214599] 'agreement among raft nodes before linearized reading' (duration: 133.457464ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:13.024354Z","caller":"traceutil/trace.go:171","msg":"trace[617938933] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"187.710993ms","start":"2026-03-02T19:16:12.836633Z","end":"2026-03-02T19:16:13.024344Z","steps":["trace[617938933] 'process raft request' (duration: 187.145295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:13.024368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.187932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8p865\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-02T19:16:13.024402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.233437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:16:13.024487Z","caller":"traceutil/trace.go:171","msg":"trace[1223651838] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8p865; range_end:; response_count:1; response_revision:8026; }","duration":"124.316556ms","start":"2026-03-02T19:16:12.90014Z","end":"2026-03-02T19:16:13.024457Z","steps":["trace[1223651838] 'agreement among raft nodes before linearized reading' (duration: 123.78637ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:13.024485Z","caller":"traceutil/trace.go:171","msg":"trace[1119230318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8026; }","duration":"133.334211ms","start":"2026-03-02T19:16:12.891132Z","end":"2026-03-02T19:16:13.024466Z","steps":["trace[1119230318] 'agreement among raft nodes before linearized reading' (duration: 133.095753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:13.024516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.355404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:16:13.024583Z","caller":"traceutil/trace.go:171","msg":"trace[1496617977] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8026; }","duration":"135.430096ms","start":"2026-03-02T19:16:12.889136Z","end":"2026-03-02T19:16:13.024566Z","steps":["trace[1496617977] 'agreement among raft nodes before linearized reading' (duration: 135.23302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:13.777741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.064425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:16:13.778087Z","caller":"traceutil/trace.go:171","msg":"trace[1280820382] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"748.668224ms","start":"2026-03-02T19:16:13.029397Z","end":"2026-03-02T19:16:13.778065Z","steps":["trace[1280820382] 'process raft request' (duration: 748.53251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:13.77827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:13.029365Z","time spent":"748.8511ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:13.778331Z","caller":"traceutil/trace.go:171","msg":"trace[1197164273] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"748.763537ms","start":"2026-03-02T19:16:13.02953Z","end":"2026-03-02T19:16:13.778294Z","steps":["trace[1197164273] 'process raft request' (duration: 748.469468ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:13.778338Z","caller":"traceutil/trace.go:171","msg":"trace[1550157032] linearizableReadLoop","detail":"{readStateIndex:8346; appliedIndex:8342; }","duration":"730.11739ms","start":"2026-03-02T19:16:13.048199Z","end":"2026-03-02T19:16:13.778317Z","steps":["trace[1550157032] 'read index received' (duration: 25.305707ms)","trace[1550157032] 'applied index is now lower than readState.Index' (duration: 704.810493ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:13.778414Z","caller":"traceutil/trace.go:171","msg":"trace[19848409] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"748.742816ms","start":"2026-03-02T19:16:13.02939Z","end":"2026-03-02T19:16:13.778133Z","steps":["trace[19848409] 'process raft request' (duration: 593.198876ms)","trace[19848409] 'compare' (duration: 154.91137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:13.778493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:13.029492Z","time spent":"748.923572ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:13.77869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:13.029378Z","time spent":"749.225632ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:13.778818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.622685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T19:16:13.77895Z","caller":"traceutil/trace.go:171","msg":"trace[1184763914] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8030; }","duration":"730.746079ms","start":"2026-03-02T19:16:13.04815Z","end":"2026-03-02T19:16:13.778896Z","steps":["trace[1184763914] 'agreement among raft nodes before linearized reading' (duration: 730.238613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:13.779037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:13.048134Z","time spent":"730.859433ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:16:37.206394Z","caller":"traceutil/trace.go:171","msg":"trace[92163639] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"202.130497ms","start":"2026-03-02T19:16:37.004229Z","end":"2026-03-02T19:16:37.206359Z","steps":["trace[92163639] 'process raft request' (duration: 164.4257ms)","trace[92163639] 'compare' (duration: 34.881849ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:37.206671Z","caller":"traceutil/trace.go:171","msg":"trace[2131862287] linearizableReadLoop","detail":"{readStateIndex:8513; appliedIndex:8512; }","duration":"160.65336ms","start":"2026-03-02T19:16:37.045986Z","end":"2026-03-02T19:16:37.206639Z","steps":["trace[2131862287] 'read index received' (duration: 122.689925ms)","trace[2131862287] 'applied index is now lower than readState.Index' (duration: 37.962105ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:37.206891Z","caller":"traceutil/trace.go:171","msg":"trace[1801391289] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"101.129206ms","start":"2026-03-02T19:16:37.105745Z","end":"2026-03-02T19:16:37.206874Z","steps":["trace[1801391289] 'process raft request' (duration: 99.906327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:37.207462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.463106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-5vz7w\" ","response":"range_response_count:1 size:4454"} {"level":"info","ts":"2026-03-02T19:16:37.207522Z","caller":"traceutil/trace.go:171","msg":"trace[1044452698] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-5vz7w; range_end:; response_count:1; response_revision:8192; }","duration":"161.553509ms","start":"2026-03-02T19:16:37.045944Z","end":"2026-03-02T19:16:37.207498Z","steps":["trace[1044452698] 'agreement among raft nodes before linearized reading' (duration: 161.414705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:37.207746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.119198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-02T19:16:37.207802Z","caller":"traceutil/trace.go:171","msg":"trace[456523605] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8192; }","duration":"156.19968ms","start":"2026-03-02T19:16:37.051581Z","end":"2026-03-02T19:16:37.207781Z","steps":["trace[456523605] 'agreement among raft nodes before linearized reading' (duration: 156.105887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:37.208174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.053731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T19:16:37.208225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.356232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T19:16:37.208393Z","caller":"traceutil/trace.go:171","msg":"trace[700164243] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:8192; }","duration":"107.570729ms","start":"2026-03-02T19:16:37.1008Z","end":"2026-03-02T19:16:37.20837Z","steps":["trace[700164243] 'agreement among raft nodes before linearized reading' (duration: 107.2795ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:37.208215Z","caller":"traceutil/trace.go:171","msg":"trace[687526245] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8192; }","duration":"133.140475ms","start":"2026-03-02T19:16:37.075064Z","end":"2026-03-02T19:16:37.208204Z","steps":["trace[687526245] 'agreement among raft nodes before linearized reading' (duration: 133.062922ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:37.366499Z","caller":"traceutil/trace.go:171","msg":"trace[1247289168] linearizableReadLoop","detail":"{readStateIndex:8516; appliedIndex:8515; }","duration":"152.886176ms","start":"2026-03-02T19:16:37.213578Z","end":"2026-03-02T19:16:37.366464Z","steps":["trace[1247289168] 'read index received' (duration: 146.926038ms)","trace[1247289168] 'applied index is now lower than readState.Index' (duration: 5.958528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:37.366687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.082952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/csiaddonsnodes.csiaddons.openshift.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:16:37.366852Z","caller":"traceutil/trace.go:171","msg":"trace[916500757] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/csiaddonsnodes.csiaddons.openshift.io; range_end:; response_count:0; response_revision:8192; }","duration":"153.164904ms","start":"2026-03-02T19:16:37.213559Z","end":"2026-03-02T19:16:37.366724Z","steps":["trace[916500757] 'agreement among raft nodes before linearized reading' (duration: 153.057071ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:37.368612Z","caller":"traceutil/trace.go:171","msg":"trace[253421552] transaction","detail":"{read_only:false; response_revision:8193; number_of_response:1; }","duration":"153.96233ms","start":"2026-03-02T19:16:37.21462Z","end":"2026-03-02T19:16:37.368582Z","steps":["trace[253421552] 'process raft request' (duration: 153.720612ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:37.368726Z","caller":"traceutil/trace.go:171","msg":"trace[248365965] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"152.655759ms","start":"2026-03-02T19:16:37.216047Z","end":"2026-03-02T19:16:37.368703Z","steps":["trace[248365965] 'process raft request' (duration: 152.465643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:37.368969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.273362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227493"} {"level":"info","ts":"2026-03-02T19:16:37.369013Z","caller":"traceutil/trace.go:171","msg":"trace[1008618495] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8194; }","duration":"155.341673ms","start":"2026-03-02T19:16:37.21366Z","end":"2026-03-02T19:16:37.369001Z","steps":["trace[1008618495] 'agreement among raft nodes before linearized reading' (duration: 155.002942ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:39.570607Z","caller":"traceutil/trace.go:171","msg":"trace[1932264581] linearizableReadLoop","detail":"{readStateIndex:8531; appliedIndex:8528; }","duration":"197.439929ms","start":"2026-03-02T19:16:39.373137Z","end":"2026-03-02T19:16:39.570577Z","steps":["trace[1932264581] 'read index received' (duration: 196.645674ms)","trace[1932264581] 'applied index is now lower than readState.Index' (duration: 792.915µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:39.570752Z","caller":"traceutil/trace.go:171","msg":"trace[1627104519] transaction","detail":"{read_only:false; response_revision:8207; number_of_response:1; }","duration":"312.523595ms","start":"2026-03-02T19:16:39.258216Z","end":"2026-03-02T19:16:39.570739Z","steps":["trace[1627104519] 'process raft request' (duration: 312.281687ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:39.570761Z","caller":"traceutil/trace.go:171","msg":"trace[33345427] transaction","detail":"{read_only:false; response_revision:8206; number_of_response:1; }","duration":"355.093756ms","start":"2026-03-02T19:16:39.21562Z","end":"2026-03-02T19:16:39.570714Z","steps":["trace[33345427] 'process raft request' (duration: 354.771296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:39.570869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:39.258193Z","time spent":"312.588447ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:39.570933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:39.215597Z","time spent":"355.238171ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:39.571077Z","caller":"traceutil/trace.go:171","msg":"trace[967260739] transaction","detail":"{read_only:false; response_revision:8205; number_of_response:1; }","duration":"355.498859ms","start":"2026-03-02T19:16:39.21557Z","end":"2026-03-02T19:16:39.571069Z","steps":["trace[967260739] 'process raft request' (duration: 354.214389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:39.571135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:39.215555Z","time spent":"355.54684ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:39.571378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.013462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8p865\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T19:16:39.571415Z","caller":"traceutil/trace.go:171","msg":"trace[561748162] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8p865; range_end:; response_count:1; response_revision:8207; }","duration":"194.083595ms","start":"2026-03-02T19:16:39.377321Z","end":"2026-03-02T19:16:39.571405Z","steps":["trace[561748162] 'agreement among raft nodes before linearized reading' (duration: 193.902329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:39.575186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.022024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T19:16:39.575253Z","caller":"traceutil/trace.go:171","msg":"trace[2031360116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8207; }","duration":"202.137127ms","start":"2026-03-02T19:16:39.3731Z","end":"2026-03-02T19:16:39.575237Z","steps":["trace[2031360116] 'agreement among raft nodes before linearized reading' (duration: 201.90422ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:41.369375Z","caller":"traceutil/trace.go:171","msg":"trace[1912131999] linearizableReadLoop","detail":"{readStateIndex:8537; appliedIndex:8536; }","duration":"454.174317ms","start":"2026-03-02T19:16:40.915158Z","end":"2026-03-02T19:16:41.369333Z","steps":["trace[1912131999] 'read index received' (duration: 453.956701ms)","trace[1912131999] 'applied index is now lower than readState.Index' (duration: 216.876µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:41.369479Z","caller":"traceutil/trace.go:171","msg":"trace[1800594884] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"512.507504ms","start":"2026-03-02T19:16:40.856942Z","end":"2026-03-02T19:16:41.369449Z","steps":["trace[1800594884] 'process raft request' (duration: 512.133782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:41.369573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.386534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T19:16:41.369612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:40.856921Z","time spent":"512.611578ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:41.369635Z","caller":"traceutil/trace.go:171","msg":"trace[642391264] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8213; }","duration":"454.512417ms","start":"2026-03-02T19:16:40.915105Z","end":"2026-03-02T19:16:41.369617Z","steps":["trace[642391264] 'agreement among raft nodes before linearized reading' (duration: 454.374813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:41.369709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:40.915074Z","time spent":"454.619491ms","remote":"127.0.0.1:48134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:16:42.098608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947431748,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:16:42.119831Z","caller":"traceutil/trace.go:171","msg":"trace[822706782] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"812.630189ms","start":"2026-03-02T19:16:41.307164Z","end":"2026-03-02T19:16:42.119794Z","steps":["trace[822706782] 'process raft request' (duration: 808.592762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:42.120029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:41.307133Z","time spent":"812.778984ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:42.123792Z","caller":"traceutil/trace.go:171","msg":"trace[93641642] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"527.307511ms","start":"2026-03-02T19:16:41.596448Z","end":"2026-03-02T19:16:42.123755Z","steps":["trace[93641642] 'process raft request' (duration: 527.148996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:42.124012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:41.596423Z","time spent":"527.456015ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:42.124004Z","caller":"traceutil/trace.go:171","msg":"trace[911301506] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"522.981275ms","start":"2026-03-02T19:16:41.600997Z","end":"2026-03-02T19:16:42.123979Z","steps":["trace[911301506] 'process raft request' (duration: 522.717506ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:42.124083Z","caller":"traceutil/trace.go:171","msg":"trace[2115706880] linearizableReadLoop","detail":"{readStateIndex:8541; appliedIndex:8537; }","duration":"526.301669ms","start":"2026-03-02T19:16:41.597754Z","end":"2026-03-02T19:16:42.124056Z","steps":["trace[2115706880] 'read index received' (duration: 518.023578ms)","trace[2115706880] 'applied index is now lower than readState.Index' (duration: 8.276891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:42.124126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:41.600967Z","time spent":"523.094088ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:42.124126Z","caller":"traceutil/trace.go:171","msg":"trace[527595808] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"352.199084ms","start":"2026-03-02T19:16:41.771896Z","end":"2026-03-02T19:16:42.124095Z","steps":["trace[527595808] 'process raft request' (duration: 352.035949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:42.124261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:41.771865Z","time spent":"352.329288ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:42.124308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.056756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T19:16:42.124333Z","caller":"traceutil/trace.go:171","msg":"trace[956896528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8217; }","duration":"516.112338ms","start":"2026-03-02T19:16:41.608213Z","end":"2026-03-02T19:16:42.124326Z","steps":["trace[956896528] 'agreement among raft nodes before linearized reading' (duration: 516.013244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:42.124336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.567367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8p865\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-02T19:16:42.124365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:41.608199Z","time spent":"516.15782ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:16:42.124376Z","caller":"traceutil/trace.go:171","msg":"trace[1071483096] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8p865; range_end:; response_count:1; response_revision:8217; }","duration":"526.65255ms","start":"2026-03-02T19:16:41.597712Z","end":"2026-03-02T19:16:42.124365Z","steps":["trace[1071483096] 'agreement among raft nodes before linearized reading' (duration: 526.494345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:42.124379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.520741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T19:16:42.124411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:41.597696Z","time spent":"526.706452ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-8p865\" "} {"level":"info","ts":"2026-03-02T19:16:42.124432Z","caller":"traceutil/trace.go:171","msg":"trace[213179007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8217; }","duration":"203.616524ms","start":"2026-03-02T19:16:41.920799Z","end":"2026-03-02T19:16:42.124415Z","steps":["trace[213179007] 'agreement among raft nodes before linearized reading' (duration: 203.4625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:42.12449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.59824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T19:16:42.124496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.058467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:16:42.124523Z","caller":"traceutil/trace.go:171","msg":"trace[1969539974] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8217; }","duration":"243.125909ms","start":"2026-03-02T19:16:41.881391Z","end":"2026-03-02T19:16:42.124517Z","steps":["trace[1969539974] 'agreement among raft nodes before linearized reading' (duration: 243.016085ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:42.124523Z","caller":"traceutil/trace.go:171","msg":"trace[1641514059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8217; }","duration":"194.647841ms","start":"2026-03-02T19:16:41.929864Z","end":"2026-03-02T19:16:42.124512Z","steps":["trace[1641514059] 'agreement among raft nodes before linearized reading' (duration: 194.523938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:42.124557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.48062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:16:42.124607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.440043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:16:42.124669Z","caller":"traceutil/trace.go:171","msg":"trace[1613646158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8217; }","duration":"199.548516ms","start":"2026-03-02T19:16:41.925102Z","end":"2026-03-02T19:16:42.124651Z","steps":["trace[1613646158] 'agreement among raft nodes before linearized reading' (duration: 199.36168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:42.124664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.9657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T19:16:42.124695Z","caller":"traceutil/trace.go:171","msg":"trace[775623561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8217; }","duration":"423.579983ms","start":"2026-03-02T19:16:41.701022Z","end":"2026-03-02T19:16:42.124602Z","steps":["trace[775623561] 'agreement among raft nodes before linearized reading' (duration: 423.457049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:42.12474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:41.701012Z","time spent":"423.716907ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:16:42.124742Z","caller":"traceutil/trace.go:171","msg":"trace[1391170776] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8217; }","duration":"194.065793ms","start":"2026-03-02T19:16:41.930653Z","end":"2026-03-02T19:16:42.124719Z","steps":["trace[1391170776] 'agreement among raft nodes before linearized reading' (duration: 193.802635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:42.125135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.815934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5857fbb59c-p97st.18991c372e0e3e58\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-02T19:16:42.125201Z","caller":"traceutil/trace.go:171","msg":"trace[541568494] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5857fbb59c-p97st.18991c372e0e3e58; range_end:; response_count:1; response_revision:8217; }","duration":"452.904506ms","start":"2026-03-02T19:16:41.672278Z","end":"2026-03-02T19:16:42.125182Z","steps":["trace[541568494] 'agreement among raft nodes before linearized reading' (duration: 452.230565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:42.125235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:41.672265Z","time spent":"452.961569ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-5857fbb59c-p97st.18991c372e0e3e58\" "} {"level":"warn","ts":"2026-03-02T19:16:46.462807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947431792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:16:46.963673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947431792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:16:47.007871Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111914906s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:16:47.008356Z","caller":"traceutil/trace.go:171","msg":"trace[1748000159] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"1.112518146s","start":"2026-03-02T19:16:45.895808Z","end":"2026-03-02T19:16:47.008327Z","steps":["trace[1748000159] 'process raft request' (duration: 1.112350431s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:47.008498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:45.895783Z","time spent":"1.11263817s","remote":"127.0.0.1:53906","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:47.023818Z","caller":"traceutil/trace.go:171","msg":"trace[2065669177] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"890.777261ms","start":"2026-03-02T19:16:46.133014Z","end":"2026-03-02T19:16:47.023791Z","steps":["trace[2065669177] 'process raft request' (duration: 890.584105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:47.02399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:46.132994Z","time spent":"890.907424ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:47.024181Z","caller":"traceutil/trace.go:171","msg":"trace[845002773] linearizableReadLoop","detail":"{readStateIndex:8560; appliedIndex:8557; }","duration":"1.062393726s","start":"2026-03-02T19:16:45.961763Z","end":"2026-03-02T19:16:47.024156Z","steps":["trace[845002773] 'read index received' (duration: 1.046574238s)","trace[845002773] 'applied index is now lower than readState.Index' (duration: 15.818318ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:47.024295Z","caller":"traceutil/trace.go:171","msg":"trace[179475080] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"889.255183ms","start":"2026-03-02T19:16:46.135014Z","end":"2026-03-02T19:16:47.024269Z","steps":["trace[179475080] 'process raft request' (duration: 888.726716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:47.024426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:46.134986Z","time spent":"889.373956ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:47.024443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062668956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T19:16:47.024449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.394715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:16:47.024481Z","caller":"traceutil/trace.go:171","msg":"trace[1979467878] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8235; }","duration":"1.062764428s","start":"2026-03-02T19:16:45.961707Z","end":"2026-03-02T19:16:47.024471Z","steps":["trace[1979467878] 'agreement among raft nodes before linearized reading' (duration: 1.062637344s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:47.024495Z","caller":"traceutil/trace.go:171","msg":"trace[1600389535] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8235; }","duration":"908.480268ms","start":"2026-03-02T19:16:46.116003Z","end":"2026-03-02T19:16:47.024483Z","steps":["trace[1600389535] 'agreement among raft nodes before linearized reading' (duration: 908.401975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:47.024521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:45.961683Z","time spent":"1.062829991s","remote":"127.0.0.1:33600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:16:47.024531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:46.115983Z","time spent":"908.53938ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:16:47.024324Z","caller":"traceutil/trace.go:171","msg":"trace[549044153] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"886.813895ms","start":"2026-03-02T19:16:46.137497Z","end":"2026-03-02T19:16:47.024311Z","steps":["trace[549044153] 'process raft request' (duration: 886.549987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:47.024887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.408747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:16:47.024913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:46.137486Z","time spent":"887.369403ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:47.024931Z","caller":"traceutil/trace.go:171","msg":"trace[1679251305] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:8235; }","duration":"276.47916ms","start":"2026-03-02T19:16:46.748442Z","end":"2026-03-02T19:16:47.024921Z","steps":["trace[1679251305] 'agreement among raft nodes before linearized reading' (duration: 276.418738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:47.025202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.052915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:16:47.025242Z","caller":"traceutil/trace.go:171","msg":"trace[2138262437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8235; }","duration":"875.095906ms","start":"2026-03-02T19:16:46.150137Z","end":"2026-03-02T19:16:47.025233Z","steps":["trace[2138262437] 'agreement among raft nodes before linearized reading' (duration: 874.991943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:47.025308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:46.150093Z","time spent":"875.208121ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:16:47.025452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.146314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8p865\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T19:16:47.025775Z","caller":"traceutil/trace.go:171","msg":"trace[1219503152] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8p865; range_end:; response_count:1; response_revision:8235; }","duration":"872.511385ms","start":"2026-03-02T19:16:46.153253Z","end":"2026-03-02T19:16:47.025765Z","steps":["trace[1219503152] 'agreement among raft nodes before linearized reading' (duration: 872.111773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:47.02587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:46.153242Z","time spent":"872.616558ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-8p865\" "} {"level":"warn","ts":"2026-03-02T19:16:47.025501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.001178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T19:16:47.026059Z","caller":"traceutil/trace.go:171","msg":"trace[36700626] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8235; }","duration":"871.576006ms","start":"2026-03-02T19:16:46.154473Z","end":"2026-03-02T19:16:47.026049Z","steps":["trace[36700626] 'agreement among raft nodes before linearized reading' (duration: 870.957657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:47.026101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:46.154464Z","time spent":"871.624747ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:16:47.02556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.26319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T19:16:47.026293Z","caller":"traceutil/trace.go:171","msg":"trace[428145028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8235; }","duration":"875.038344ms","start":"2026-03-02T19:16:46.151245Z","end":"2026-03-02T19:16:47.026283Z","steps":["trace[428145028] 'agreement among raft nodes before linearized reading' (duration: 874.215869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:47.026332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:46.151224Z","time spent":"875.098877ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:16:47.025602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.446896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T19:16:47.026554Z","caller":"traceutil/trace.go:171","msg":"trace[1380169933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8235; }","duration":"875.414597ms","start":"2026-03-02T19:16:46.15113Z","end":"2026-03-02T19:16:47.026545Z","steps":["trace[1380169933] 'agreement among raft nodes before linearized reading' (duration: 874.414885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:47.026596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:46.151123Z","time spent":"875.464438ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:16:47.025998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.098677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T19:16:47.028143Z","caller":"traceutil/trace.go:171","msg":"trace[676117581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8235; }","duration":"877.910595ms","start":"2026-03-02T19:16:46.150201Z","end":"2026-03-02T19:16:47.028111Z","steps":["trace[676117581] 'agreement among raft nodes before linearized reading' (duration: 874.924091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:47.02819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:46.150177Z","time spent":"877.997038ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:16:56.367029Z","caller":"traceutil/trace.go:171","msg":"trace[2097203282] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"107.134895ms","start":"2026-03-02T19:16:56.25984Z","end":"2026-03-02T19:16:56.366975Z","steps":["trace[2097203282] 'process raft request' (duration: 84.413559ms)","trace[2097203282] 'compare' (duration: 22.52701ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:57.235124Z","caller":"traceutil/trace.go:171","msg":"trace[729483094] transaction","detail":"{read_only:false; response_revision:8324; number_of_response:1; }","duration":"189.092517ms","start":"2026-03-02T19:16:57.045999Z","end":"2026-03-02T19:16:57.235092Z","steps":["trace[729483094] 'process raft request' (duration: 188.86913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:57.966926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.488214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:16:57.96725Z","caller":"traceutil/trace.go:171","msg":"trace[880667222] linearizableReadLoop","detail":"{readStateIndex:8656; appliedIndex:8653; }","duration":"884.976427ms","start":"2026-03-02T19:16:57.08226Z","end":"2026-03-02T19:16:57.967236Z","steps":["trace[880667222] 'read index received' (duration: 152.71238ms)","trace[880667222] 'applied index is now lower than readState.Index' (duration: 732.263087ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:57.967432Z","caller":"traceutil/trace.go:171","msg":"trace[1977015655] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"829.106617ms","start":"2026-03-02T19:16:57.138315Z","end":"2026-03-02T19:16:57.967421Z","steps":["trace[1977015655] 'process raft request' (duration: 828.839759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:57.967432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.165883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:16:57.967417Z","caller":"traceutil/trace.go:171","msg":"trace[576772352] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"797.895883ms","start":"2026-03-02T19:16:57.169495Z","end":"2026-03-02T19:16:57.967391Z","steps":["trace[576772352] 'process raft request' (duration: 797.698907ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:57.967416Z","caller":"traceutil/trace.go:171","msg":"trace[528285932] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"884.282635ms","start":"2026-03-02T19:16:57.0831Z","end":"2026-03-02T19:16:57.967382Z","steps":["trace[528285932] 'process raft request' (duration: 884.014937ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:57.967482Z","caller":"traceutil/trace.go:171","msg":"trace[163366703] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8329; }","duration":"885.282547ms","start":"2026-03-02T19:16:57.082188Z","end":"2026-03-02T19:16:57.967471Z","steps":["trace[163366703] 'agreement among raft nodes before linearized reading' (duration: 885.178474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:57.967508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.082163Z","time spent":"885.338509ms","remote":"127.0.0.1:51574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:16:57.967503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.138296Z","time spent":"829.170059ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:57.967542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.169472Z","time spent":"798.013787ms","remote":"127.0.0.1:33644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:16:57.967631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.525861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T19:16:57.96766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.843275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T19:16:57.967659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.833347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T19:16:57.967712Z","caller":"traceutil/trace.go:171","msg":"trace[951395270] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8329; }","duration":"177.644875ms","start":"2026-03-02T19:16:57.790049Z","end":"2026-03-02T19:16:57.967694Z","steps":["trace[951395270] 'agreement among raft nodes before linearized reading' (duration: 177.48319ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:57.967722Z","caller":"traceutil/trace.go:171","msg":"trace[2018141222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8329; }","duration":"839.941858ms","start":"2026-03-02T19:16:57.127762Z","end":"2026-03-02T19:16:57.967704Z","steps":["trace[2018141222] 'agreement among raft nodes before linearized reading' (duration: 839.751222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:57.967769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.127746Z","time spent":"840.009851ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:16:57.967782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.031883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T19:16:57.967851Z","caller":"traceutil/trace.go:171","msg":"trace[1372725269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8329; }","duration":"848.127026ms","start":"2026-03-02T19:16:57.119702Z","end":"2026-03-02T19:16:57.967829Z","steps":["trace[1372725269] 'agreement among raft nodes before linearized reading' (duration: 847.92879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:57.96784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.083085Z","time spent":"884.41775ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:57.967878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.36951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-02T19:16:57.967903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.065822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T19:16:57.967902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.57605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8p865\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T19:16:57.967917Z","caller":"traceutil/trace.go:171","msg":"trace[404985279] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:8329; }","duration":"865.449472ms","start":"2026-03-02T19:16:57.102458Z","end":"2026-03-02T19:16:57.967907Z","steps":["trace[404985279] 'agreement among raft nodes before linearized reading' (duration: 865.342168ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:57.967769Z","caller":"traceutil/trace.go:171","msg":"trace[2067043635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8329; }","duration":"880.980552ms","start":"2026-03-02T19:16:57.086761Z","end":"2026-03-02T19:16:57.967741Z","steps":["trace[2067043635] 'agreement among raft nodes before linearized reading' (duration: 880.684102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:57.967977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.102442Z","time spent":"865.526105ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"info","ts":"2026-03-02T19:16:57.967975Z","caller":"traceutil/trace.go:171","msg":"trace[663115392] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8p865; range_end:; response_count:1; response_revision:8329; }","duration":"841.665672ms","start":"2026-03-02T19:16:57.126291Z","end":"2026-03-02T19:16:57.967957Z","steps":["trace[663115392] 'agreement among raft nodes before linearized reading' (duration: 841.458736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:57.968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.496691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:16:57.968007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.08675Z","time spent":"881.238629ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:16:57.968019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.790736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T19:16:57.968036Z","caller":"traceutil/trace.go:171","msg":"trace[2146699241] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8329; }","duration":"497.573113ms","start":"2026-03-02T19:16:57.470452Z","end":"2026-03-02T19:16:57.968025Z","steps":["trace[2146699241] 'agreement among raft nodes before linearized reading' (duration: 497.487401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:57.968037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.126283Z","time spent":"841.741575ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-8p865\" "} {"level":"warn","ts":"2026-03-02T19:16:57.968045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.257798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:16:57.968067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.470426Z","time spent":"497.635636ms","remote":"127.0.0.1:51482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:16:57.968069Z","caller":"traceutil/trace.go:171","msg":"trace[116191374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8329; }","duration":"847.859807ms","start":"2026-03-02T19:16:57.120196Z","end":"2026-03-02T19:16:57.968056Z","steps":["trace[116191374] 'agreement among raft nodes before linearized reading' (duration: 847.739964ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:57.968077Z","caller":"traceutil/trace.go:171","msg":"trace[1876563616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8329; }","duration":"267.323461ms","start":"2026-03-02T19:16:57.700745Z","end":"2026-03-02T19:16:57.968068Z","steps":["trace[1876563616] 'agreement among raft nodes before linearized reading' (duration: 267.280149ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:57.967951Z","caller":"traceutil/trace.go:171","msg":"trace[372414630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8329; }","duration":"853.110594ms","start":"2026-03-02T19:16:57.114826Z","end":"2026-03-02T19:16:57.967937Z","steps":["trace[372414630] 'agreement among raft nodes before linearized reading' (duration: 852.938968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:57.968124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.120186Z","time spent":"847.92633ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:16:57.968137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.114762Z","time spent":"853.362332ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:16:57.967909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.11969Z","time spent":"848.204838ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:16:57.967205Z","caller":"traceutil/trace.go:171","msg":"trace[1321125128] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"895.499088ms","start":"2026-03-02T19:16:57.071655Z","end":"2026-03-02T19:16:57.967154Z","steps":["trace[1321125128] 'process raft request' (duration: 508.686284ms)","trace[1321125128] 'compare' (duration: 386.258517ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:16:57.968507Z","caller":"traceutil/trace.go:171","msg":"trace[940107386] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"885.496113ms","start":"2026-03-02T19:16:57.081979Z","end":"2026-03-02T19:16:57.967475Z","steps":["trace[940107386] 'process raft request' (duration: 885.048799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:57.968574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.081963Z","time spent":"886.575238ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:57.968579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.071632Z","time spent":"896.890282ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:58.554537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.974599Z","time spent":"579.930389ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:16:58.554575Z","caller":"traceutil/trace.go:171","msg":"trace[906847859] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"578.106481ms","start":"2026-03-02T19:16:57.976451Z","end":"2026-03-02T19:16:58.554557Z","steps":["trace[906847859] 'process raft request' (duration: 577.963996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:58.55467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.976441Z","time spent":"578.177534ms","remote":"127.0.0.1:33644","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:58.554863Z","caller":"traceutil/trace.go:171","msg":"trace[665466349] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"578.331748ms","start":"2026-03-02T19:16:57.976524Z","end":"2026-03-02T19:16:58.554856Z","steps":["trace[665466349] 'process raft request' (duration: 577.999268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:58.554892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.976518Z","time spent":"578.359239ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:58.554921Z","caller":"traceutil/trace.go:171","msg":"trace[20279657] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"576.749359ms","start":"2026-03-02T19:16:57.978149Z","end":"2026-03-02T19:16:58.554898Z","steps":["trace[20279657] 'process raft request' (duration: 576.681737ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:58.55497Z","caller":"traceutil/trace.go:171","msg":"trace[203649285] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"578.348899ms","start":"2026-03-02T19:16:57.9766Z","end":"2026-03-02T19:16:58.554949Z","steps":["trace[203649285] 'process raft request' (duration: 578.134003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:58.555062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.978142Z","time spent":"576.839851ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:58.555071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.97659Z","time spent":"578.414761ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:58.5551Z","caller":"traceutil/trace.go:171","msg":"trace[23415427] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"576.885332ms","start":"2026-03-02T19:16:57.978192Z","end":"2026-03-02T19:16:58.555077Z","steps":["trace[23415427] 'process raft request' (duration: 576.675376ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:16:58.555137Z","caller":"traceutil/trace.go:171","msg":"trace[206078617] linearizableReadLoop","detail":"{readStateIndex:8662; appliedIndex:8659; }","duration":"578.640508ms","start":"2026-03-02T19:16:57.97649Z","end":"2026-03-02T19:16:58.55513Z","steps":["trace[206078617] 'read index received' (duration: 26.226476ms)","trace[206078617] 'applied index is now lower than readState.Index' (duration: 552.413382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:16:58.555204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.978183Z","time spent":"576.967026ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:16:58.555282Z","caller":"traceutil/trace.go:171","msg":"trace[398654579] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"576.329736ms","start":"2026-03-02T19:16:57.978947Z","end":"2026-03-02T19:16:58.555277Z","steps":["trace[398654579] 'process raft request' (duration: 576.067357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:58.555314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.978942Z","time spent":"576.353466ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:16:58.555388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.893706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-02T19:16:58.555434Z","caller":"traceutil/trace.go:171","msg":"trace[829413084] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8336; }","duration":"578.961578ms","start":"2026-03-02T19:16:57.97646Z","end":"2026-03-02T19:16:58.555422Z","steps":["trace[829413084] 'agreement among raft nodes before linearized reading' (duration: 578.832024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:58.555471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.976445Z","time spent":"579.019471ms","remote":"127.0.0.1:33408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T19:16:58.555622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.831271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:16:58.555658Z","caller":"traceutil/trace.go:171","msg":"trace[1616869372] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8336; }","duration":"463.896383ms","start":"2026-03-02T19:16:58.091752Z","end":"2026-03-02T19:16:58.555648Z","steps":["trace[1616869372] 'agreement among raft nodes before linearized reading' (duration: 463.77901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:58.555688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:58.091737Z","time spent":"463.946534ms","remote":"127.0.0.1:53868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:16:58.555759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.495733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227405"} {"level":"info","ts":"2026-03-02T19:16:58.555826Z","caller":"traceutil/trace.go:171","msg":"trace[814175078] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8336; }","duration":"578.564985ms","start":"2026-03-02T19:16:57.977246Z","end":"2026-03-02T19:16:58.555811Z","steps":["trace[814175078] 'agreement among raft nodes before linearized reading' (duration: 578.139972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:58.555875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:57.97724Z","time spent":"578.622848ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227429,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T19:16:58.55588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.839046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:16:58.555918Z","caller":"traceutil/trace.go:171","msg":"trace[878598025] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8336; }","duration":"479.901968ms","start":"2026-03-02T19:16:58.076007Z","end":"2026-03-02T19:16:58.555909Z","steps":["trace[878598025] 'agreement among raft nodes before linearized reading' (duration: 479.794074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:58.555947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:58.075961Z","time spent":"479.979179ms","remote":"127.0.0.1:48156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:16:58.55584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.210067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-03-02T19:16:58.556061Z","caller":"traceutil/trace.go:171","msg":"trace[1524578989] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8336; }","duration":"413.422354ms","start":"2026-03-02T19:16:58.142623Z","end":"2026-03-02T19:16:58.556045Z","steps":["trace[1524578989] 'agreement among raft nodes before linearized reading' (duration: 413.155895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:16:58.556143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:16:58.142558Z","time spent":"413.564728ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-02T19:17:00.625446Z","caller":"traceutil/trace.go:171","msg":"trace[1061889422] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"580.411904ms","start":"2026-03-02T19:17:00.045002Z","end":"2026-03-02T19:17:00.625414Z","steps":["trace[1061889422] 'process raft request' (duration: 504.015907ms)","trace[1061889422] 'compare' (duration: 76.151599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:17:00.62562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:17:00.044981Z","time spent":"580.553148ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:17:00.794762Z","caller":"traceutil/trace.go:171","msg":"trace[950450847] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"163.362895ms","start":"2026-03-02T19:17:00.63137Z","end":"2026-03-02T19:17:00.794733Z","steps":["trace[950450847] 'process raft request' (duration: 163.265042ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:00.794847Z","caller":"traceutil/trace.go:171","msg":"trace[1820340665] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"163.404736ms","start":"2026-03-02T19:17:00.631434Z","end":"2026-03-02T19:17:00.794838Z","steps":["trace[1820340665] 'process raft request' (duration: 163.265072ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:00.795005Z","caller":"traceutil/trace.go:171","msg":"trace[1139723894] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"163.52676ms","start":"2026-03-02T19:17:00.63147Z","end":"2026-03-02T19:17:00.794996Z","steps":["trace[1139723894] 'process raft request' (duration: 163.307144ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:00.794771Z","caller":"traceutil/trace.go:171","msg":"trace[1922356818] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"164.1392ms","start":"2026-03-02T19:17:00.630595Z","end":"2026-03-02T19:17:00.794734Z","steps":["trace[1922356818] 'process raft request' (duration: 126.820335ms)","trace[1922356818] 'compare' (duration: 37.035326ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:17:00.795112Z","caller":"traceutil/trace.go:171","msg":"trace[2020589739] transaction","detail":"{read_only:false; response_revision:8350; number_of_response:1; }","duration":"163.393127ms","start":"2026-03-02T19:17:00.631706Z","end":"2026-03-02T19:17:00.795099Z","steps":["trace[2020589739] 'process raft request' (duration: 163.116128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:01.39137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.557112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:17:01.391536Z","caller":"traceutil/trace.go:171","msg":"trace[959886845] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8350; }","duration":"442.760158ms","start":"2026-03-02T19:17:00.948756Z","end":"2026-03-02T19:17:01.391516Z","steps":["trace[959886845] 'range keys from in-memory index tree' (duration: 442.4702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:01.391676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:17:00.948738Z","time spent":"442.922604ms","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:17:01.391436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:17:01.01902Z","time spent":"372.405592ms","remote":"127.0.0.1:52540","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:17:02.269054Z","caller":"traceutil/trace.go:171","msg":"trace[50160174] transaction","detail":"{read_only:false; response_revision:8351; number_of_response:1; }","duration":"437.551944ms","start":"2026-03-02T19:17:01.831476Z","end":"2026-03-02T19:17:02.269027Z","steps":["trace[50160174] 'process raft request' (duration: 437.378978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:02.269371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:17:01.831454Z","time spent":"437.678728ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:17:02.270815Z","caller":"traceutil/trace.go:171","msg":"trace[531199306] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"223.644255ms","start":"2026-03-02T19:17:02.047154Z","end":"2026-03-02T19:17:02.270798Z","steps":["trace[531199306] 'process raft request' (duration: 223.219932ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:02.271057Z","caller":"traceutil/trace.go:171","msg":"trace[744185835] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"212.244036ms","start":"2026-03-02T19:17:02.058784Z","end":"2026-03-02T19:17:02.271028Z","steps":["trace[744185835] 'process raft request' (duration: 212.130152ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:02.271057Z","caller":"traceutil/trace.go:171","msg":"trace[418456224] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"212.257856ms","start":"2026-03-02T19:17:02.058757Z","end":"2026-03-02T19:17:02.271014Z","steps":["trace[418456224] 'process raft request' (duration: 212.024269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:15.057613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.402294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:17:15.057893Z","caller":"traceutil/trace.go:171","msg":"trace[1478982352] transaction","detail":"{read_only:false; response_revision:8525; number_of_response:1; }","duration":"188.489757ms","start":"2026-03-02T19:17:14.869378Z","end":"2026-03-02T19:17:15.057868Z","steps":["trace[1478982352] 'process raft request' (duration: 86.739912ms)","trace[1478982352] 'compare' (duration: 101.239529ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:17:15.058011Z","caller":"traceutil/trace.go:171","msg":"trace[1897483852] linearizableReadLoop","detail":"{readStateIndex:8864; appliedIndex:8860; }","duration":"176.83508ms","start":"2026-03-02T19:17:14.881154Z","end":"2026-03-02T19:17:15.057989Z","steps":["trace[1897483852] 'read index received' (duration: 74.92292ms)","trace[1897483852] 'applied index is now lower than readState.Index' (duration: 101.91082ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:17:15.05804Z","caller":"traceutil/trace.go:171","msg":"trace[1284634497] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"187.152026ms","start":"2026-03-02T19:17:14.870856Z","end":"2026-03-02T19:17:15.058008Z","steps":["trace[1284634497] 'process raft request' (duration: 187.003101ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:15.05804Z","caller":"traceutil/trace.go:171","msg":"trace[777076193] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"186.992001ms","start":"2026-03-02T19:17:14.87102Z","end":"2026-03-02T19:17:15.058012Z","steps":["trace[777076193] 'process raft request' (duration: 186.902768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:17:15.058177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.009556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:17:15.058083Z","caller":"traceutil/trace.go:171","msg":"trace[1923837539] transaction","detail":"{read_only:false; response_revision:8526; number_of_response:1; }","duration":"188.010023ms","start":"2026-03-02T19:17:14.870063Z","end":"2026-03-02T19:17:15.058073Z","steps":["trace[1923837539] 'process raft request' (duration: 187.680822ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:17:15.058201Z","caller":"traceutil/trace.go:171","msg":"trace[2010478581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8528; }","duration":"177.069868ms","start":"2026-03-02T19:17:14.881126Z","end":"2026-03-02T19:17:15.058196Z","steps":["trace[2010478581] 'agreement among raft nodes before linearized reading' (duration: 176.975925ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:18:01.36862Z","caller":"traceutil/trace.go:171","msg":"trace[432899732] transaction","detail":"{read_only:false; response_revision:8962; number_of_response:1; }","duration":"271.12287ms","start":"2026-03-02T19:18:01.097444Z","end":"2026-03-02T19:18:01.368567Z","steps":["trace[432899732] 'process raft request' (duration: 270.614804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:13.824172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.874393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:18:13.824296Z","caller":"traceutil/trace.go:171","msg":"trace[1398365397] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:9032; }","duration":"135.064419ms","start":"2026-03-02T19:18:13.689206Z","end":"2026-03-02T19:18:13.82427Z","steps":["trace[1398365397] 'count revisions from in-memory index tree' (duration: 134.712038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:13.824391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.41639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:18:13.824504Z","caller":"traceutil/trace.go:171","msg":"trace[1807061106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9032; }","duration":"110.604436ms","start":"2026-03-02T19:18:13.713876Z","end":"2026-03-02T19:18:13.82448Z","steps":["trace[1807061106] 'range keys from in-memory index tree' (duration: 110.249005ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:18:14.734724Z","caller":"traceutil/trace.go:171","msg":"trace[293292909] transaction","detail":"{read_only:false; response_revision:9033; number_of_response:1; }","duration":"307.774147ms","start":"2026-03-02T19:18:14.426919Z","end":"2026-03-02T19:18:14.734693Z","steps":["trace[293292909] 'process raft request' (duration: 307.578231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:18:14.734883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:18:14.426893Z","time spent":"307.913782ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:18:14.799235Z","caller":"traceutil/trace.go:171","msg":"trace[1557988170] transaction","detail":"{read_only:false; response_revision:9034; number_of_response:1; }","duration":"261.525245ms","start":"2026-03-02T19:18:14.537679Z","end":"2026-03-02T19:18:14.799204Z","steps":["trace[1557988170] 'process raft request' (duration: 261.326509ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:18:14.799529Z","caller":"traceutil/trace.go:171","msg":"trace[37611579] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"259.638706ms","start":"2026-03-02T19:18:14.539871Z","end":"2026-03-02T19:18:14.799509Z","steps":["trace[37611579] 'process raft request' (duration: 259.274734ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:18:14.799545Z","caller":"traceutil/trace.go:171","msg":"trace[905272728] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"257.907551ms","start":"2026-03-02T19:18:14.54161Z","end":"2026-03-02T19:18:14.799517Z","steps":["trace[905272728] 'process raft request' (duration: 257.793368ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:19:42.998666Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7373} {"level":"info","ts":"2026-03-02T19:19:43.064636Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7373,"took":"63.832278ms","hash":2145806787,"current-db-size-bytes":40517632,"current-db-size":"40 MB","current-db-size-in-use-bytes":24309760,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-02T19:19:43.064692Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2145806787,"revision":7373,"compact-revision":5271} {"level":"info","ts":"2026-03-02T19:19:46.047322Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cb89ec34a9687f0b","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T19:19:46.05272Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-02T19:19:46.052811Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-02T19:20:09.462114Z","caller":"traceutil/trace.go:171","msg":"trace[1511561002] transaction","detail":"{read_only:false; response_revision:9795; number_of_response:1; }","duration":"230.665331ms","start":"2026-03-02T19:20:09.231422Z","end":"2026-03-02T19:20:09.462087Z","steps":["trace[1511561002] 'process raft request' (duration: 230.508766ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:09.466375Z","caller":"traceutil/trace.go:171","msg":"trace[1183275190] transaction","detail":"{read_only:false; response_revision:9797; number_of_response:1; }","duration":"218.588488ms","start":"2026-03-02T19:20:09.247732Z","end":"2026-03-02T19:20:09.466321Z","steps":["trace[1183275190] 'process raft request' (duration: 218.550537ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:09.466442Z","caller":"traceutil/trace.go:171","msg":"trace[1900247355] transaction","detail":"{read_only:false; response_revision:9796; number_of_response:1; }","duration":"233.929494ms","start":"2026-03-02T19:20:09.232474Z","end":"2026-03-02T19:20:09.466403Z","steps":["trace[1900247355] 'process raft request' (duration: 233.711427ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:33.718154Z","caller":"traceutil/trace.go:171","msg":"trace[920081851] transaction","detail":"{read_only:false; response_revision:10007; number_of_response:1; }","duration":"109.795329ms","start":"2026-03-02T19:20:33.608334Z","end":"2026-03-02T19:20:33.718129Z","steps":["trace[920081851] 'process raft request' (duration: 108.917342ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:33.71861Z","caller":"traceutil/trace.go:171","msg":"trace[417900282] transaction","detail":"{read_only:false; response_revision:10008; number_of_response:1; }","duration":"107.937981ms","start":"2026-03-02T19:20:33.610652Z","end":"2026-03-02T19:20:33.71859Z","steps":["trace[417900282] 'process raft request' (duration: 107.793506ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:34.427429Z","caller":"traceutil/trace.go:171","msg":"trace[841052459] transaction","detail":"{read_only:false; response_revision:10014; number_of_response:1; }","duration":"116.334987ms","start":"2026-03-02T19:20:34.311069Z","end":"2026-03-02T19:20:34.427404Z","steps":["trace[841052459] 'process raft request' (duration: 116.290195ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:34.427442Z","caller":"traceutil/trace.go:171","msg":"trace[19123972] transaction","detail":"{read_only:false; response_revision:10012; number_of_response:1; }","duration":"116.418779ms","start":"2026-03-02T19:20:34.310993Z","end":"2026-03-02T19:20:34.427412Z","steps":["trace[19123972] 'process raft request' (duration: 116.282415ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:34.427532Z","caller":"traceutil/trace.go:171","msg":"trace[13584789] transaction","detail":"{read_only:false; response_revision:10013; number_of_response:1; }","duration":"116.478022ms","start":"2026-03-02T19:20:34.311019Z","end":"2026-03-02T19:20:34.427497Z","steps":["trace[13584789] 'process raft request' (duration: 116.301056ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:34.427453Z","caller":"traceutil/trace.go:171","msg":"trace[402593879] transaction","detail":"{read_only:false; response_revision:10011; number_of_response:1; }","duration":"117.07797ms","start":"2026-03-02T19:20:34.310347Z","end":"2026-03-02T19:20:34.427425Z","steps":["trace[402593879] 'process raft request' (duration: 116.328767ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:37.648719Z","caller":"traceutil/trace.go:171","msg":"trace[1076991882] transaction","detail":"{read_only:false; response_revision:10029; number_of_response:1; }","duration":"221.312504ms","start":"2026-03-02T19:20:37.427375Z","end":"2026-03-02T19:20:37.648688Z","steps":["trace[1076991882] 'process raft request' (duration: 221.131509ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:20:37.760777Z","caller":"traceutil/trace.go:171","msg":"trace[36716712] transaction","detail":"{read_only:false; response_revision:10030; number_of_response:1; }","duration":"318.154175ms","start":"2026-03-02T19:20:37.442592Z","end":"2026-03-02T19:20:37.760746Z","steps":["trace[36716712] 'process raft request' (duration: 306.859988ms)","trace[36716712] 'compare' (duration: 11.164273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:20:37.760949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:20:37.442571Z","time spent":"318.2841ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:20:37.927825Z","caller":"traceutil/trace.go:171","msg":"trace[434273317] transaction","detail":"{read_only:false; response_revision:10033; number_of_response:1; }","duration":"138.676643ms","start":"2026-03-02T19:20:37.789118Z","end":"2026-03-02T19:20:37.927794Z","steps":["trace[434273317] 'process raft request' (duration: 99.168674ms)","trace[434273317] 'compare' (duration: 39.317933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:45.404499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947438412,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:21:45.528247Z","caller":"traceutil/trace.go:171","msg":"trace[764665684] transaction","detail":"{read_only:false; response_revision:10693; number_of_response:1; }","duration":"675.463039ms","start":"2026-03-02T19:21:44.852735Z","end":"2026-03-02T19:21:45.528198Z","steps":["trace[764665684] 'process raft request' (duration: 579.802485ms)","trace[764665684] 'compare' (duration: 95.065445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:45.528445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:44.852714Z","time spent":"675.634064ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:21:45.543576Z","caller":"traceutil/trace.go:171","msg":"trace[509176999] linearizableReadLoop","detail":"{readStateIndex:11097; appliedIndex:11095; }","duration":"639.621456ms","start":"2026-03-02T19:21:44.9039Z","end":"2026-03-02T19:21:45.543521Z","steps":["trace[509176999] 'read index received' (duration: 528.647499ms)","trace[509176999] 'applied index is now lower than readState.Index' (duration: 110.971937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:21:45.543814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.898265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:21:45.543922Z","caller":"traceutil/trace.go:171","msg":"trace[942209334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10694; }","duration":"640.050649ms","start":"2026-03-02T19:21:44.903852Z","end":"2026-03-02T19:21:45.543903Z","steps":["trace[942209334] 'agreement among raft nodes before linearized reading' (duration: 639.794221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.543971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:44.903831Z","time spent":"640.130552ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:21:45.543978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.007306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T19:21:45.544026Z","caller":"traceutil/trace.go:171","msg":"trace[922911130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10694; }","duration":"633.114391ms","start":"2026-03-02T19:21:44.910898Z","end":"2026-03-02T19:21:45.544012Z","steps":["trace[922911130] 'agreement among raft nodes before linearized reading' (duration: 632.905684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.544075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:44.910878Z","time spent":"633.186912ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:21:45.54407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.661235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:21:45.544194Z","caller":"traceutil/trace.go:171","msg":"trace[1178557322] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10694; }","duration":"395.834891ms","start":"2026-03-02T19:21:45.148336Z","end":"2026-03-02T19:21:45.544171Z","steps":["trace[1178557322] 'agreement among raft nodes before linearized reading' (duration: 395.647905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.544229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.864662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:21:45.544246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.14831Z","time spent":"395.926234ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-02T19:21:45.544261Z","caller":"traceutil/trace.go:171","msg":"trace[121855474] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10694; }","duration":"395.928814ms","start":"2026-03-02T19:21:45.148323Z","end":"2026-03-02T19:21:45.544252Z","steps":["trace[121855474] 'agreement among raft nodes before linearized reading' (duration: 395.877483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.544295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.148304Z","time spent":"395.986245ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:21:45.544238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.50766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:21:45.54453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.638937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:21:45.544591Z","caller":"traceutil/trace.go:171","msg":"trace[1374159836] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10694; }","duration":"341.733821ms","start":"2026-03-02T19:21:45.202832Z","end":"2026-03-02T19:21:45.544566Z","steps":["trace[1374159836] 'agreement among raft nodes before linearized reading' (duration: 341.652619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.544632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.336287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:21:45.544642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.202817Z","time spent":"341.806283ms","remote":"127.0.0.1:57138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:21:45.544633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.089441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-02T19:21:45.544672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.353644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T19:21:45.544713Z","caller":"traceutil/trace.go:171","msg":"trace[1935322073] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10694; }","duration":"366.202724ms","start":"2026-03-02T19:21:45.178492Z","end":"2026-03-02T19:21:45.544694Z","steps":["trace[1935322073] 'agreement among raft nodes before linearized reading' (duration: 365.954426ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:45.544682Z","caller":"traceutil/trace.go:171","msg":"trace[1921611977] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10694; }","duration":"396.407949ms","start":"2026-03-02T19:21:45.148263Z","end":"2026-03-02T19:21:45.54467Z","steps":["trace[1921611977] 'agreement among raft nodes before linearized reading' (duration: 396.330507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.544715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.379775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:21:45.54477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.148252Z","time spent":"396.510712ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-02T19:21:45.54477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.178482Z","time spent":"366.278856ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:21:45.54473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.316981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:21:45.545035Z","caller":"traceutil/trace.go:171","msg":"trace[655224748] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10694; }","duration":"399.663682ms","start":"2026-03-02T19:21:45.145361Z","end":"2026-03-02T19:21:45.545025Z","steps":["trace[655224748] 'agreement among raft nodes before linearized reading' (duration: 399.344642ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:45.544798Z","caller":"traceutil/trace.go:171","msg":"trace[587598024] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10694; }","duration":"369.505049ms","start":"2026-03-02T19:21:45.175273Z","end":"2026-03-02T19:21:45.544778Z","steps":["trace[587598024] 'agreement among raft nodes before linearized reading' (duration: 369.268521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.545056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.145241Z","time spent":"399.808976ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:21:45.545025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.354536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:21:45.544733Z","caller":"traceutil/trace.go:171","msg":"trace[316512323] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10694; }","duration":"394.447207ms","start":"2026-03-02T19:21:45.150272Z","end":"2026-03-02T19:21:45.544719Z","steps":["trace[316512323] 'agreement among raft nodes before linearized reading' (duration: 394.23055ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:45.54462Z","caller":"traceutil/trace.go:171","msg":"trace[844122597] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10694; }","duration":"370.769868ms","start":"2026-03-02T19:21:45.173704Z","end":"2026-03-02T19:21:45.544474Z","steps":["trace[844122597] 'agreement among raft nodes before linearized reading' (duration: 370.177499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.545108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.150253Z","time spent":"394.84001ms","remote":"127.0.0.1:33454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-02T19:21:45.545152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.178188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:21:45.545224Z","caller":"traceutil/trace.go:171","msg":"trace[1554825488] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10694; }","duration":"369.266281ms","start":"2026-03-02T19:21:45.175944Z","end":"2026-03-02T19:21:45.545211Z","steps":["trace[1554825488] 'agreement among raft nodes before linearized reading' (duration: 369.171008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.545397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.175934Z","time spent":"369.446137ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T19:21:45.545229Z","caller":"traceutil/trace.go:171","msg":"trace[902054173] transaction","detail":"{read_only:false; response_revision:10694; number_of_response:1; }","duration":"690.626348ms","start":"2026-03-02T19:21:44.852976Z","end":"2026-03-02T19:21:45.543603Z","steps":["trace[902054173] 'process raft request' (duration: 690.311908ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:21:45.545094Z","caller":"traceutil/trace.go:171","msg":"trace[1317467371] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10694; }","duration":"370.643024ms","start":"2026-03-02T19:21:45.174435Z","end":"2026-03-02T19:21:45.545078Z","steps":["trace[1317467371] 'agreement among raft nodes before linearized reading' (duration: 370.317334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.545574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:44.852958Z","time spent":"692.540249ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:21:45.545619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.174423Z","time spent":"371.179422ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-02T19:21:45.545251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.173656Z","time spent":"371.489561ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:21:45.545083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.175255Z","time spent":"369.814458ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:21:45.546043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.425561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-02T19:21:45.546137Z","caller":"traceutil/trace.go:171","msg":"trace[589560363] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10694; }","duration":"391.539925ms","start":"2026-03-02T19:21:45.154581Z","end":"2026-03-02T19:21:45.546121Z","steps":["trace[589560363] 'agreement among raft nodes before linearized reading' (duration: 389.8014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:21:45.546176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:21:45.15457Z","time spent":"391.595487ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-02T19:22:08.880977Z","caller":"traceutil/trace.go:171","msg":"trace[1771597123] transaction","detail":"{read_only:false; response_revision:10810; number_of_response:1; }","duration":"753.599337ms","start":"2026-03-02T19:22:08.127347Z","end":"2026-03-02T19:22:08.880947Z","steps":["trace[1771597123] 'process raft request' (duration: 753.38766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:08.88116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:08.127321Z","time spent":"753.751122ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:08.914919Z","caller":"traceutil/trace.go:171","msg":"trace[1851095806] linearizableReadLoop","detail":"{readStateIndex:11220; appliedIndex:11217; }","duration":"324.761577ms","start":"2026-03-02T19:22:08.590127Z","end":"2026-03-02T19:22:08.914889Z","steps":["trace[1851095806] 'read index received' (duration: 290.607232ms)","trace[1851095806] 'applied index is now lower than readState.Index' (duration: 34.153045ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:22:08.915003Z","caller":"traceutil/trace.go:171","msg":"trace[2022110801] transaction","detail":"{read_only:false; response_revision:10812; number_of_response:1; }","duration":"584.650202ms","start":"2026-03-02T19:22:08.330313Z","end":"2026-03-02T19:22:08.914963Z","steps":["trace[2022110801] 'process raft request' (duration: 584.481747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:08.915178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:08.330276Z","time spent":"584.816737ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:08.915314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.161399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T19:22:08.915324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.452509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:22:08.915386Z","caller":"traceutil/trace.go:171","msg":"trace[1084414959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10812; }","duration":"325.290763ms","start":"2026-03-02T19:22:08.590075Z","end":"2026-03-02T19:22:08.915365Z","steps":["trace[1084414959] 'agreement among raft nodes before linearized reading' (duration: 324.976033ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:08.915344Z","caller":"traceutil/trace.go:171","msg":"trace[222736194] transaction","detail":"{read_only:false; response_revision:10811; number_of_response:1; }","duration":"629.71378ms","start":"2026-03-02T19:22:08.285569Z","end":"2026-03-02T19:22:08.915283Z","steps":["trace[222736194] 'process raft request' (duration: 629.06752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:08.915442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:08.590054Z","time spent":"325.373166ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:22:08.915484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.621038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8p865\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T19:22:08.915546Z","caller":"traceutil/trace.go:171","msg":"trace[1965591886] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8p865; range_end:; response_count:1; response_revision:10812; }","duration":"150.722391ms","start":"2026-03-02T19:22:08.764812Z","end":"2026-03-02T19:22:08.915535Z","steps":["trace[1965591886] 'agreement among raft nodes before linearized reading' (duration: 150.519385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:08.915682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:08.285539Z","time spent":"629.919087ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:22:08.915392Z","caller":"traceutil/trace.go:171","msg":"trace[970088948] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10812; }","duration":"216.570383ms","start":"2026-03-02T19:22:08.698805Z","end":"2026-03-02T19:22:08.915375Z","steps":["trace[970088948] 'agreement among raft nodes before linearized reading' (duration: 216.439859ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:09.277702Z","caller":"traceutil/trace.go:171","msg":"trace[1957128046] transaction","detail":"{read_only:false; response_revision:10815; number_of_response:1; }","duration":"282.680433ms","start":"2026-03-02T19:22:08.994989Z","end":"2026-03-02T19:22:09.27767Z","steps":["trace[1957128046] 'process raft request' (duration: 282.471066ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:09.426741Z","caller":"traceutil/trace.go:171","msg":"trace[438630592] transaction","detail":"{read_only:false; response_revision:10816; number_of_response:1; }","duration":"354.288614ms","start":"2026-03-02T19:22:09.072412Z","end":"2026-03-02T19:22:09.426701Z","steps":["trace[438630592] 'process raft request' (duration: 254.732883ms)","trace[438630592] 'compare' (duration: 99.427127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:09.426916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.072386Z","time spent":"354.451529ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:22:09.927253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.800436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:22:09.927332Z","caller":"traceutil/trace.go:171","msg":"trace[1353703022] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10816; }","duration":"316.90595ms","start":"2026-03-02T19:22:09.610407Z","end":"2026-03-02T19:22:09.927313Z","steps":["trace[1353703022] 'range keys from in-memory index tree' (duration: 316.703394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.92738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.610402Z","time spent":"316.969082ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:22:09.92751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.358714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:22:09.927507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.104496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:22:09.927537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.289021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:22:09.927575Z","caller":"traceutil/trace.go:171","msg":"trace[1193697165] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10816; }","duration":"317.468028ms","start":"2026-03-02T19:22:09.61009Z","end":"2026-03-02T19:22:09.927558Z","steps":["trace[1193697165] 'range keys from in-memory index tree' (duration: 317.279292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.927574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.083876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-02T19:22:09.927586Z","caller":"traceutil/trace.go:171","msg":"trace[1733778348] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10816; }","duration":"317.211079ms","start":"2026-03-02T19:22:09.610357Z","end":"2026-03-02T19:22:09.927568Z","steps":["trace[1733778348] 'range keys from in-memory index tree' (duration: 317.041064ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:09.927608Z","caller":"traceutil/trace.go:171","msg":"trace[585670460] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10816; }","duration":"317.401046ms","start":"2026-03-02T19:22:09.610189Z","end":"2026-03-02T19:22:09.92759Z","steps":["trace[585670460] 'range keys from in-memory index tree' (duration: 317.22052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.927615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.610077Z","time spent":"317.528709ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-02T19:22:09.927627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.61035Z","time spent":"317.268481ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-02T19:22:09.927629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.2161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:22:09.927648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.610171Z","time spent":"317.468277ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-02T19:22:09.927657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.662171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:22:09.927664Z","caller":"traceutil/trace.go:171","msg":"trace[505181739] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10816; }","duration":"317.265811ms","start":"2026-03-02T19:22:09.610389Z","end":"2026-03-02T19:22:09.927654Z","steps":["trace[505181739] 'range keys from in-memory index tree' (duration: 317.172269ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:09.927683Z","caller":"traceutil/trace.go:171","msg":"trace[1427277831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10816; }","duration":"226.701771ms","start":"2026-03-02T19:22:09.700973Z","end":"2026-03-02T19:22:09.927675Z","steps":["trace[1427277831] 'range keys from in-memory index tree' (duration: 226.62715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.927693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.610378Z","time spent":"317.308593ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-02T19:22:09.927621Z","caller":"traceutil/trace.go:171","msg":"trace[102716560] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10816; }","duration":"317.148787ms","start":"2026-03-02T19:22:09.61046Z","end":"2026-03-02T19:22:09.927608Z","steps":["trace[102716560] 'range keys from in-memory index tree' (duration: 316.934751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.927784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.610452Z","time spent":"317.309132ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:22:09.9278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.348334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-02T19:22:09.927861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.460427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:22:09.927871Z","caller":"traceutil/trace.go:171","msg":"trace[102596207] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10816; }","duration":"317.433686ms","start":"2026-03-02T19:22:09.610416Z","end":"2026-03-02T19:22:09.92785Z","steps":["trace[102596207] 'range keys from in-memory index tree' (duration: 317.143927ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:09.927893Z","caller":"traceutil/trace.go:171","msg":"trace[689392399] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10816; }","duration":"317.490508ms","start":"2026-03-02T19:22:09.610392Z","end":"2026-03-02T19:22:09.927883Z","steps":["trace[689392399] 'range keys from in-memory index tree' (duration: 317.397415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.927911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.610402Z","time spent":"317.500999ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:22:09.927921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.610379Z","time spent":"317.53498ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T19:22:09.927968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.969104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-02T19:22:09.927995Z","caller":"traceutil/trace.go:171","msg":"trace[643959745] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10816; }","duration":"318.034295ms","start":"2026-03-02T19:22:09.609952Z","end":"2026-03-02T19:22:09.927986Z","steps":["trace[643959745] 'range keys from in-memory index tree' (duration: 317.780177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.927998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.626652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:22:09.928008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.643491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T19:22:09.928023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.609928Z","time spent":"318.086647ms","remote":"127.0.0.1:33454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-02T19:22:09.928023Z","caller":"traceutil/trace.go:171","msg":"trace[1156053906] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10816; }","duration":"317.674264ms","start":"2026-03-02T19:22:09.610342Z","end":"2026-03-02T19:22:09.928016Z","steps":["trace[1156053906] 'range keys from in-memory index tree' (duration: 317.533499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.928052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.610304Z","time spent":"317.742376ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:22:09.928069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.718473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:22:09.928121Z","caller":"traceutil/trace.go:171","msg":"trace[145455686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10816; }","duration":"254.791605ms","start":"2026-03-02T19:22:09.673317Z","end":"2026-03-02T19:22:09.928108Z","steps":["trace[145455686] 'range keys from in-memory index tree' (duration: 254.596549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.928239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.645779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T19:22:09.928272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.215466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T19:22:09.928276Z","caller":"traceutil/trace.go:171","msg":"trace[1267258866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10816; }","duration":"280.728192ms","start":"2026-03-02T19:22:09.647536Z","end":"2026-03-02T19:22:09.928265Z","steps":["trace[1267258866] 'range keys from in-memory index tree' (duration: 280.510625ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:09.928304Z","caller":"traceutil/trace.go:171","msg":"trace[1241254190] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10816; }","duration":"280.305538ms","start":"2026-03-02T19:22:09.64799Z","end":"2026-03-02T19:22:09.928295Z","steps":["trace[1241254190] 'range keys from in-memory index tree' (duration: 280.06387ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:09.92804Z","caller":"traceutil/trace.go:171","msg":"trace[319664059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10816; }","duration":"254.714193ms","start":"2026-03-02T19:22:09.673315Z","end":"2026-03-02T19:22:09.928029Z","steps":["trace[319664059] 'range keys from in-memory index tree' (duration: 254.540538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.927334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.177789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:22:09.928954Z","caller":"traceutil/trace.go:171","msg":"trace[1806444232] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10816; }","duration":"318.83258ms","start":"2026-03-02T19:22:09.610072Z","end":"2026-03-02T19:22:09.928904Z","steps":["trace[1806444232] 'range keys from in-memory index tree' (duration: 317.103256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:09.929103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:22:09.610055Z","time spent":"318.988266ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-02T19:22:10.074938Z","caller":"traceutil/trace.go:171","msg":"trace[700176537] transaction","detail":"{read_only:false; response_revision:10817; number_of_response:1; }","duration":"141.487051ms","start":"2026-03-02T19:22:09.933425Z","end":"2026-03-02T19:22:10.074912Z","steps":["trace[700176537] 'process raft request' (duration: 141.321506ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:10.111517Z","caller":"traceutil/trace.go:171","msg":"trace[1486572863] transaction","detail":"{read_only:false; response_revision:10819; number_of_response:1; }","duration":"177.771832ms","start":"2026-03-02T19:22:09.933706Z","end":"2026-03-02T19:22:10.111477Z","steps":["trace[1486572863] 'process raft request' (duration: 177.68093ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:10.111706Z","caller":"traceutil/trace.go:171","msg":"trace[1349374436] transaction","detail":"{read_only:false; response_revision:10820; number_of_response:1; }","duration":"177.959168ms","start":"2026-03-02T19:22:09.933724Z","end":"2026-03-02T19:22:10.111683Z","steps":["trace[1349374436] 'process raft request' (duration: 177.70358ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:10.112107Z","caller":"traceutil/trace.go:171","msg":"trace[672450679] transaction","detail":"{read_only:false; response_revision:10818; number_of_response:1; }","duration":"178.445763ms","start":"2026-03-02T19:22:09.933636Z","end":"2026-03-02T19:22:10.112082Z","steps":["trace[672450679] 'process raft request' (duration: 177.615147ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:10.782757Z","caller":"traceutil/trace.go:171","msg":"trace[2108794587] transaction","detail":"{read_only:false; response_revision:10821; number_of_response:1; }","duration":"213.145876ms","start":"2026-03-02T19:22:10.569578Z","end":"2026-03-02T19:22:10.782724Z","steps":["trace[2108794587] 'process raft request' (duration: 212.839426ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:11.104018Z","caller":"traceutil/trace.go:171","msg":"trace[1245952798] transaction","detail":"{read_only:false; response_revision:10822; number_of_response:1; }","duration":"217.361908ms","start":"2026-03-02T19:22:10.886632Z","end":"2026-03-02T19:22:11.103993Z","steps":["trace[1245952798] 'process raft request' (duration: 217.225314ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:11.112974Z","caller":"traceutil/trace.go:171","msg":"trace[1709001032] linearizableReadLoop","detail":"{readStateIndex:11232; appliedIndex:11229; }","duration":"114.034617ms","start":"2026-03-02T19:22:10.998925Z","end":"2026-03-02T19:22:11.11296Z","steps":["trace[1709001032] 'read index received' (duration: 104.925171ms)","trace[1709001032] 'applied index is now lower than readState.Index' (duration: 9.108796ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:22:11.11306Z","caller":"traceutil/trace.go:171","msg":"trace[1188320263] transaction","detail":"{read_only:false; response_revision:10823; number_of_response:1; }","duration":"191.424022ms","start":"2026-03-02T19:22:10.921626Z","end":"2026-03-02T19:22:11.11305Z","steps":["trace[1188320263] 'process raft request' (duration: 191.228196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:11.113283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.299776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8p865\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T19:22:11.113366Z","caller":"traceutil/trace.go:171","msg":"trace[1568122823] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8p865; range_end:; response_count:1; response_revision:10824; }","duration":"114.477332ms","start":"2026-03-02T19:22:10.998875Z","end":"2026-03-02T19:22:11.113353Z","steps":["trace[1568122823] 'agreement among raft nodes before linearized reading' (duration: 114.187403ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:11.113314Z","caller":"traceutil/trace.go:171","msg":"trace[857050168] transaction","detail":"{read_only:false; response_revision:10824; number_of_response:1; }","duration":"191.410682ms","start":"2026-03-02T19:22:10.921888Z","end":"2026-03-02T19:22:11.113299Z","steps":["trace[857050168] 'process raft request' (duration: 191.03053ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:12.085504Z","caller":"traceutil/trace.go:171","msg":"trace[1967092652] linearizableReadLoop","detail":"{readStateIndex:11234; appliedIndex:11233; }","duration":"151.984531ms","start":"2026-03-02T19:22:11.933501Z","end":"2026-03-02T19:22:12.085486Z","steps":["trace[1967092652] 'read index received' (duration: 151.730003ms)","trace[1967092652] 'applied index is now lower than readState.Index' (duration: 253.648µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:12.085681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.166807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:22:12.085723Z","caller":"traceutil/trace.go:171","msg":"trace[564061729] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10826; }","duration":"152.291971ms","start":"2026-03-02T19:22:11.933418Z","end":"2026-03-02T19:22:12.08571Z","steps":["trace[564061729] 'agreement among raft nodes before linearized reading' (duration: 152.208388ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:12.085649Z","caller":"traceutil/trace.go:171","msg":"trace[1745337854] transaction","detail":"{read_only:false; response_revision:10826; number_of_response:1; }","duration":"251.271084ms","start":"2026-03-02T19:22:11.834351Z","end":"2026-03-02T19:22:12.085623Z","steps":["trace[1745337854] 'process raft request' (duration: 250.983215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:12.086032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.266548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:22:12.086044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.057862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:22:12.086064Z","caller":"traceutil/trace.go:171","msg":"trace[333875757] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10826; }","duration":"151.440274ms","start":"2026-03-02T19:22:11.934615Z","end":"2026-03-02T19:22:12.086055Z","steps":["trace[333875757] 'agreement among raft nodes before linearized reading' (duration: 151.346171ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:12.086076Z","caller":"traceutil/trace.go:171","msg":"trace[1220621354] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10826; }","duration":"151.109933ms","start":"2026-03-02T19:22:11.934958Z","end":"2026-03-02T19:22:12.086068Z","steps":["trace[1220621354] 'agreement among raft nodes before linearized reading' (duration: 151.048211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:12.086129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.280459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:22:12.08615Z","caller":"traceutil/trace.go:171","msg":"trace[1306365150] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10826; }","duration":"151.3114ms","start":"2026-03-02T19:22:11.934834Z","end":"2026-03-02T19:22:12.086145Z","steps":["trace[1306365150] 'agreement among raft nodes before linearized reading' (duration: 151.279909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:12.086226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.078494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T19:22:12.086313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.722993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:22:12.086276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.353681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-02T19:22:12.086355Z","caller":"traceutil/trace.go:171","msg":"trace[1951300561] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10826; }","duration":"151.776255ms","start":"2026-03-02T19:22:11.93457Z","end":"2026-03-02T19:22:12.086346Z","steps":["trace[1951300561] 'agreement among raft nodes before linearized reading' (duration: 151.715253ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:12.086368Z","caller":"traceutil/trace.go:171","msg":"trace[1777698821] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10826; }","duration":"152.325702ms","start":"2026-03-02T19:22:11.934013Z","end":"2026-03-02T19:22:12.086338Z","steps":["trace[1777698821] 'agreement among raft nodes before linearized reading' (duration: 151.919299ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:12.086398Z","caller":"traceutil/trace.go:171","msg":"trace[508981233] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10826; }","duration":"151.509226ms","start":"2026-03-02T19:22:11.934858Z","end":"2026-03-02T19:22:12.086368Z","steps":["trace[508981233] 'agreement among raft nodes before linearized reading' (duration: 151.144064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:12.086491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.743563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:22:12.086477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.666701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-02T19:22:12.086569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.847017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:22:12.086593Z","caller":"traceutil/trace.go:171","msg":"trace[917653447] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10826; }","duration":"151.94898ms","start":"2026-03-02T19:22:11.93464Z","end":"2026-03-02T19:22:12.086589Z","steps":["trace[917653447] 'agreement among raft nodes before linearized reading' (duration: 151.915689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:12.086583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.994042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:22:12.086533Z","caller":"traceutil/trace.go:171","msg":"trace[922865997] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10826; }","duration":"151.793706ms","start":"2026-03-02T19:22:11.93473Z","end":"2026-03-02T19:22:12.086524Z","steps":["trace[922865997] 'agreement among raft nodes before linearized reading' (duration: 151.719733ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:12.086641Z","caller":"traceutil/trace.go:171","msg":"trace[994575513] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10826; }","duration":"151.922779ms","start":"2026-03-02T19:22:11.934674Z","end":"2026-03-02T19:22:12.086597Z","steps":["trace[994575513] 'agreement among raft nodes before linearized reading' (duration: 151.559838ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:12.086657Z","caller":"traceutil/trace.go:171","msg":"trace[1040922465] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10826; }","duration":"152.100494ms","start":"2026-03-02T19:22:11.93454Z","end":"2026-03-02T19:22:12.08664Z","steps":["trace[1040922465] 'agreement among raft nodes before linearized reading' (duration: 151.97181ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:12.259838Z","caller":"traceutil/trace.go:171","msg":"trace[1130272020] linearizableReadLoop","detail":"{readStateIndex:11235; appliedIndex:11234; }","duration":"142.763261ms","start":"2026-03-02T19:22:12.117049Z","end":"2026-03-02T19:22:12.259812Z","steps":["trace[1130272020] 'read index received' (duration: 91.001683ms)","trace[1130272020] 'applied index is now lower than readState.Index' (duration: 51.760698ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:22:12.259966Z","caller":"traceutil/trace.go:171","msg":"trace[1606839616] transaction","detail":"{read_only:false; response_revision:10827; number_of_response:1; }","duration":"169.516693ms","start":"2026-03-02T19:22:12.090437Z","end":"2026-03-02T19:22:12.259954Z","steps":["trace[1606839616] 'process raft request' (duration: 117.698312ms)","trace[1606839616] 'compare' (duration: 51.563683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:12.260182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.078372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T19:22:12.260195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.098532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T19:22:12.260222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.170464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T19:22:12.260285Z","caller":"traceutil/trace.go:171","msg":"trace[1558460743] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10827; }","duration":"143.267418ms","start":"2026-03-02T19:22:12.117004Z","end":"2026-03-02T19:22:12.260272Z","steps":["trace[1558460743] 'agreement among raft nodes before linearized reading' (duration: 143.102693ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:12.260279Z","caller":"traceutil/trace.go:171","msg":"trace[1173697884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10827; }","duration":"143.228396ms","start":"2026-03-02T19:22:12.117033Z","end":"2026-03-02T19:22:12.260261Z","steps":["trace[1173697884] 'agreement among raft nodes before linearized reading' (duration: 143.091092ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:12.260285Z","caller":"traceutil/trace.go:171","msg":"trace[1348546570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10827; }","duration":"143.220196ms","start":"2026-03-02T19:22:12.117031Z","end":"2026-03-02T19:22:12.260252Z","steps":["trace[1348546570] 'agreement among raft nodes before linearized reading' (duration: 143.0151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:12.495862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.125237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:22:12.495945Z","caller":"traceutil/trace.go:171","msg":"trace[466672878] linearizableReadLoop","detail":"{readStateIndex:11236; appliedIndex:11235; }","duration":"230.527322ms","start":"2026-03-02T19:22:12.265404Z","end":"2026-03-02T19:22:12.495931Z","steps":["trace[466672878] 'read index received' (duration: 111.26864ms)","trace[466672878] 'applied index is now lower than readState.Index' (duration: 119.257842ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:22:12.496002Z","caller":"traceutil/trace.go:171","msg":"trace[319276573] transaction","detail":"{read_only:false; response_revision:10828; number_of_response:1; }","duration":"231.186003ms","start":"2026-03-02T19:22:12.264807Z","end":"2026-03-02T19:22:12.495993Z","steps":["trace[319276573] 'process raft request' (duration: 111.852239ms)","trace[319276573] 'compare' (duration: 119.021014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:12.496245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.822521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-02T19:22:12.49659Z","caller":"traceutil/trace.go:171","msg":"trace[1054737406] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10828; }","duration":"231.206263ms","start":"2026-03-02T19:22:12.26536Z","end":"2026-03-02T19:22:12.496566Z","steps":["trace[1054737406] 'agreement among raft nodes before linearized reading' (duration: 230.689547ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:12.503613Z","caller":"traceutil/trace.go:171","msg":"trace[504540208] transaction","detail":"{read_only:false; response_revision:10830; number_of_response:1; }","duration":"236.293093ms","start":"2026-03-02T19:22:12.267297Z","end":"2026-03-02T19:22:12.50359Z","steps":["trace[504540208] 'process raft request' (duration: 236.228261ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:12.503642Z","caller":"traceutil/trace.go:171","msg":"trace[1335004590] transaction","detail":"{read_only:false; response_revision:10829; number_of_response:1; }","duration":"236.50833ms","start":"2026-03-02T19:22:12.267106Z","end":"2026-03-02T19:22:12.503614Z","steps":["trace[1335004590] 'process raft request' (duration: 236.310594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:12.503695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.579893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-02T19:22:12.503768Z","caller":"traceutil/trace.go:171","msg":"trace[100722916] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10830; }","duration":"106.661555ms","start":"2026-03-02T19:22:12.397091Z","end":"2026-03-02T19:22:12.503752Z","steps":["trace[100722916] 'agreement among raft nodes before linearized reading' (duration: 106.49404ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:12.761336Z","caller":"traceutil/trace.go:171","msg":"trace[1870560715] linearizableReadLoop","detail":"{readStateIndex:11239; appliedIndex:11238; }","duration":"113.857371ms","start":"2026-03-02T19:22:12.647445Z","end":"2026-03-02T19:22:12.761302Z","steps":["trace[1870560715] 'read index received' (duration: 75.301879ms)","trace[1870560715] 'applied index is now lower than readState.Index' (duration: 38.553632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:22:12.761746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.276165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-02T19:22:12.761877Z","caller":"traceutil/trace.go:171","msg":"trace[141635467] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:10830; }","duration":"114.505762ms","start":"2026-03-02T19:22:12.647344Z","end":"2026-03-02T19:22:12.76185Z","steps":["trace[141635467] 'agreement among raft nodes before linearized reading' (duration: 114.094379ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:13.312342Z","caller":"traceutil/trace.go:171","msg":"trace[1449447548] linearizableReadLoop","detail":"{readStateIndex:11242; appliedIndex:11240; }","duration":"155.379238ms","start":"2026-03-02T19:22:13.156938Z","end":"2026-03-02T19:22:13.312317Z","steps":["trace[1449447548] 'read index received' (duration: 146.585911ms)","trace[1449447548] 'applied index is now lower than readState.Index' (duration: 8.791907ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:22:13.312359Z","caller":"traceutil/trace.go:171","msg":"trace[586183790] transaction","detail":"{read_only:false; response_revision:10832; number_of_response:1; }","duration":"194.670354ms","start":"2026-03-02T19:22:13.117657Z","end":"2026-03-02T19:22:13.312327Z","steps":["trace[586183790] 'process raft request' (duration: 185.9727ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:22:13.312444Z","caller":"traceutil/trace.go:171","msg":"trace[723646473] transaction","detail":"{read_only:false; response_revision:10833; number_of_response:1; }","duration":"194.447497ms","start":"2026-03-02T19:22:13.117956Z","end":"2026-03-02T19:22:13.312404Z","steps":["trace[723646473] 'process raft request' (duration: 194.23997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.312598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.647167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T19:22:13.31264Z","caller":"traceutil/trace.go:171","msg":"trace[1546109067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10833; }","duration":"155.76403ms","start":"2026-03-02T19:22:13.156865Z","end":"2026-03-02T19:22:13.312629Z","steps":["trace[1546109067] 'agreement among raft nodes before linearized reading' (duration: 155.599914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:22:13.312686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.339341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8p865\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T19:22:13.312796Z","caller":"traceutil/trace.go:171","msg":"trace[777534010] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8p865; range_end:; response_count:1; response_revision:10833; }","duration":"151.484735ms","start":"2026-03-02T19:22:13.161292Z","end":"2026-03-02T19:22:13.312776Z","steps":["trace[777534010] 'agreement among raft nodes before linearized reading' (duration: 151.236927ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:24:43.00558Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9594} {"level":"info","ts":"2026-03-02T19:24:43.091339Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9594,"took":"83.503947ms","hash":871166260,"current-db-size-bytes":40517632,"current-db-size":"40 MB","current-db-size-in-use-bytes":24100864,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-02T19:24:43.091408Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":871166260,"revision":9594,"compact-revision":7373} {"level":"info","ts":"2026-03-02T19:26:50.465681Z","caller":"traceutil/trace.go:171","msg":"trace[1931566345] transaction","detail":"{read_only:false; response_revision:12609; number_of_response:1; }","duration":"118.274241ms","start":"2026-03-02T19:26:50.347372Z","end":"2026-03-02T19:26:50.465646Z","steps":["trace[1931566345] 'process raft request' (duration: 118.080065ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:27:16.344634Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033b4.wal"} {"level":"info","ts":"2026-03-02T19:28:24.033367Z","caller":"traceutil/trace.go:171","msg":"trace[1178912337] linearizableReadLoop","detail":"{readStateIndex:13641; appliedIndex:13640; }","duration":"414.016474ms","start":"2026-03-02T19:28:23.619303Z","end":"2026-03-02T19:28:24.033319Z","steps":["trace[1178912337] 'read index received' (duration: 413.725675ms)","trace[1178912337] 'applied index is now lower than readState.Index' (duration: 289.169µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:28:24.03364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.321765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-02T19:28:24.033705Z","caller":"traceutil/trace.go:171","msg":"trace[825810448] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:13145; }","duration":"414.441348ms","start":"2026-03-02T19:28:23.619247Z","end":"2026-03-02T19:28:24.033688Z","steps":["trace[825810448] 'agreement among raft nodes before linearized reading' (duration: 414.241292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:24.033765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:23.619225Z","time spent":"414.517291ms","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-02T19:28:24.033462Z","caller":"traceutil/trace.go:171","msg":"trace[686543293] transaction","detail":"{read_only:false; response_revision:13145; number_of_response:1; }","duration":"550.480497ms","start":"2026-03-02T19:28:23.482958Z","end":"2026-03-02T19:28:24.033439Z","steps":["trace[686543293] 'process raft request' (duration: 550.040223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:24.034005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.274785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T19:28:24.034129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:23.482934Z","time spent":"551.119258ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:28:24.034065Z","caller":"traceutil/trace.go:171","msg":"trace[320103320] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:13145; }","duration":"286.38118ms","start":"2026-03-02T19:28:23.747672Z","end":"2026-03-02T19:28:24.034053Z","steps":["trace[320103320] 'agreement among raft nodes before linearized reading' (duration: 285.857803ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:38.8554Z","caller":"traceutil/trace.go:171","msg":"trace[561015443] linearizableReadLoop","detail":"{readStateIndex:13730; appliedIndex:13728; }","duration":"192.485236ms","start":"2026-03-02T19:28:38.662886Z","end":"2026-03-02T19:28:38.855371Z","steps":["trace[561015443] 'read index received' (duration: 163.415471ms)","trace[561015443] 'applied index is now lower than readState.Index' (duration: 29.068475ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:28:38.855443Z","caller":"traceutil/trace.go:171","msg":"trace[258933785] transaction","detail":"{read_only:false; response_revision:13230; number_of_response:1; }","duration":"248.084154ms","start":"2026-03-02T19:28:38.607312Z","end":"2026-03-02T19:28:38.855397Z","steps":["trace[258933785] 'process raft request' (duration: 247.961641ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:38.855588Z","caller":"traceutil/trace.go:171","msg":"trace[1318105793] transaction","detail":"{read_only:false; response_revision:13229; number_of_response:1; }","duration":"249.566511ms","start":"2026-03-02T19:28:38.605999Z","end":"2026-03-02T19:28:38.855565Z","steps":["trace[1318105793] 'process raft request' (duration: 220.275729ms)","trace[1318105793] 'compare' (duration: 28.776436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:28:38.855652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.737044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8p865\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T19:28:38.855788Z","caller":"traceutil/trace.go:171","msg":"trace[773495853] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8p865; range_end:; response_count:1; response_revision:13230; }","duration":"192.92334ms","start":"2026-03-02T19:28:38.662799Z","end":"2026-03-02T19:28:38.855722Z","steps":["trace[773495853] 'agreement among raft nodes before linearized reading' (duration: 192.688752ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:38.886495Z","caller":"traceutil/trace.go:171","msg":"trace[337878666] transaction","detail":"{read_only:false; response_revision:13231; number_of_response:1; }","duration":"159.995703ms","start":"2026-03-02T19:28:38.726457Z","end":"2026-03-02T19:28:38.886453Z","steps":["trace[337878666] 'process raft request' (duration: 159.58213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:38.892749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.463192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:28:38.892807Z","caller":"traceutil/trace.go:171","msg":"trace[2095705682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13233; }","duration":"190.577416ms","start":"2026-03-02T19:28:38.702215Z","end":"2026-03-02T19:28:38.892792Z","steps":["trace[2095705682] 'agreement among raft nodes before linearized reading' (duration: 190.483793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:40.813098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947446005,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:28:40.978296Z","caller":"traceutil/trace.go:171","msg":"trace[1157110540] linearizableReadLoop","detail":"{readStateIndex:13737; appliedIndex:13736; }","duration":"665.263788ms","start":"2026-03-02T19:28:40.313008Z","end":"2026-03-02T19:28:40.978271Z","steps":["trace[1157110540] 'read index received' (duration: 665.206496ms)","trace[1157110540] 'applied index is now lower than readState.Index' (duration: 56.392µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:28:40.978347Z","caller":"traceutil/trace.go:171","msg":"trace[30092177] transaction","detail":"{read_only:false; response_revision:13237; number_of_response:1; }","duration":"871.237618ms","start":"2026-03-02T19:28:40.107076Z","end":"2026-03-02T19:28:40.978313Z","steps":["trace[30092177] 'process raft request' (duration: 871.063923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:40.978504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.478955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:28:40.978553Z","caller":"traceutil/trace.go:171","msg":"trace[2065893103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13237; }","duration":"665.563517ms","start":"2026-03-02T19:28:40.312977Z","end":"2026-03-02T19:28:40.978541Z","steps":["trace[2065893103] 'agreement among raft nodes before linearized reading' (duration: 665.405292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:40.978596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.312962Z","time spent":"665.62474ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:28:40.978549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.107055Z","time spent":"871.362642ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:28:41.468669Z","caller":"traceutil/trace.go:171","msg":"trace[2084443089] transaction","detail":"{read_only:false; response_revision:13238; number_of_response:1; }","duration":"577.440245ms","start":"2026-03-02T19:28:40.891198Z","end":"2026-03-02T19:28:41.468639Z","steps":["trace[2084443089] 'process raft request' (duration: 573.572184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.46883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.891179Z","time spent":"577.561809ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:28:41.468838Z","caller":"traceutil/trace.go:171","msg":"trace[417949125] transaction","detail":"{read_only:false; response_revision:13240; number_of_response:1; }","duration":"572.022555ms","start":"2026-03-02T19:28:40.896777Z","end":"2026-03-02T19:28:41.468799Z","steps":["trace[417949125] 'process raft request' (duration: 571.837679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.469014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.896771Z","time spent":"572.146139ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:28:41.46874Z","caller":"traceutil/trace.go:171","msg":"trace[1734110419] transaction","detail":"{read_only:false; response_revision:13241; number_of_response:1; }","duration":"487.142545ms","start":"2026-03-02T19:28:40.981569Z","end":"2026-03-02T19:28:41.468711Z","steps":["trace[1734110419] 'process raft request' (duration: 487.087043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.469441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.890743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T19:28:41.469049Z","caller":"traceutil/trace.go:171","msg":"trace[1225898667] transaction","detail":"{read_only:false; response_revision:13239; number_of_response:1; }","duration":"577.25829ms","start":"2026-03-02T19:28:40.891686Z","end":"2026-03-02T19:28:41.468944Z","steps":["trace[1225898667] 'process raft request' (duration: 576.879028ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:41.469527Z","caller":"traceutil/trace.go:171","msg":"trace[655097162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13241; }","duration":"827.002967ms","start":"2026-03-02T19:28:40.642511Z","end":"2026-03-02T19:28:41.469514Z","steps":["trace[655097162] 'agreement among raft nodes before linearized reading' (duration: 826.842892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.469647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.318308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T19:28:41.469314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.646961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:28:41.469727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.891669Z","time spent":"577.881339ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:28:41.469782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.642494Z","time spent":"827.275165ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:28:41.46932Z","caller":"traceutil/trace.go:171","msg":"trace[1733235555] linearizableReadLoop","detail":"{readStateIndex:13740; appliedIndex:13737; }","duration":"490.563252ms","start":"2026-03-02T19:28:40.978358Z","end":"2026-03-02T19:28:41.468921Z","steps":["trace[1733235555] 'read index received' (duration: 486.437623ms)","trace[1733235555] 'applied index is now lower than readState.Index' (duration: 4.121629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:28:41.469328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.667516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8p865\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-02T19:28:41.469962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.02909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:28:41.469969Z","caller":"traceutil/trace.go:171","msg":"trace[1107070163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13241; }","duration":"769.287021ms","start":"2026-03-02T19:28:40.700628Z","end":"2026-03-02T19:28:41.469915Z","steps":["trace[1107070163] 'agreement among raft nodes before linearized reading' (duration: 768.61435ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:41.469967Z","caller":"traceutil/trace.go:171","msg":"trace[1299750460] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8p865; range_end:; response_count:1; response_revision:13241; }","duration":"567.302377ms","start":"2026-03-02T19:28:40.902629Z","end":"2026-03-02T19:28:41.469931Z","steps":["trace[1299750460] 'agreement among raft nodes before linearized reading' (duration: 566.534023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.470102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.902623Z","time spent":"567.466222ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-8p865\" "} {"level":"info","ts":"2026-03-02T19:28:41.470139Z","caller":"traceutil/trace.go:171","msg":"trace[446293866] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:13241; }","duration":"212.137754ms","start":"2026-03-02T19:28:41.257859Z","end":"2026-03-02T19:28:41.469997Z","steps":["trace[446293866] 'agreement among raft nodes before linearized reading' (duration: 212.056501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.470147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.700612Z","time spent":"769.515798ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:28:41.469662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.981549Z","time spent":"487.882228ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:28:41.470293Z","caller":"traceutil/trace.go:171","msg":"trace[772752538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13241; }","duration":"609.454992ms","start":"2026-03-02T19:28:40.860298Z","end":"2026-03-02T19:28:41.469753Z","steps":["trace[772752538] 'agreement among raft nodes before linearized reading' (duration: 608.685448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.470391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.860291Z","time spent":"610.086892ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:28:41.46933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.056909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T19:28:41.470973Z","caller":"traceutil/trace.go:171","msg":"trace[510990534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13241; }","duration":"610.738353ms","start":"2026-03-02T19:28:40.860222Z","end":"2026-03-02T19:28:41.470961Z","steps":["trace[510990534] 'agreement among raft nodes before linearized reading' (duration: 608.988078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:41.47104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:40.860201Z","time spent":"610.826765ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:28:42.352648Z","caller":"traceutil/trace.go:171","msg":"trace[112759007] transaction","detail":"{read_only:false; response_revision:13245; number_of_response:1; }","duration":"247.426274ms","start":"2026-03-02T19:28:42.105198Z","end":"2026-03-02T19:28:42.352624Z","steps":["trace[112759007] 'process raft request' (duration: 247.282289ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:42.435794Z","caller":"traceutil/trace.go:171","msg":"trace[1481250957] transaction","detail":"{read_only:false; response_revision:13246; number_of_response:1; }","duration":"319.559674ms","start":"2026-03-02T19:28:42.116209Z","end":"2026-03-02T19:28:42.435769Z","steps":["trace[1481250957] 'process raft request' (duration: 319.373668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:42.435949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:28:42.116186Z","time spent":"319.691078ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11912,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:28:42.800442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.999935ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-02T19:28:42.80056Z","caller":"traceutil/trace.go:171","msg":"trace[398473190] linearizableReadLoop","detail":"{readStateIndex:13750; appliedIndex:13749; }","duration":"100.12328ms","start":"2026-03-02T19:28:42.700417Z","end":"2026-03-02T19:28:42.800541Z","steps":["trace[398473190] 'read index received' (duration: 40.401µs)","trace[398473190] 'applied index is now lower than readState.Index' (duration: 100.081389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:28:42.800688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.271305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:28:42.800725Z","caller":"traceutil/trace.go:171","msg":"trace[1836740064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13249; }","duration":"100.314966ms","start":"2026-03-02T19:28:42.700399Z","end":"2026-03-02T19:28:42.800714Z","steps":["trace[1836740064] 'agreement among raft nodes before linearized reading' (duration: 100.239914ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:43.611792Z","caller":"traceutil/trace.go:171","msg":"trace[2050950190] linearizableReadLoop","detail":"{readStateIndex:13756; appliedIndex:13755; }","duration":"133.608583ms","start":"2026-03-02T19:28:43.478155Z","end":"2026-03-02T19:28:43.611764Z","steps":["trace[2050950190] 'read index received' (duration: 133.557651ms)","trace[2050950190] 'applied index is now lower than readState.Index' (duration: 49.462µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:28:43.611848Z","caller":"traceutil/trace.go:171","msg":"trace[1229533986] transaction","detail":"{read_only:false; response_revision:13255; number_of_response:1; }","duration":"133.813769ms","start":"2026-03-02T19:28:43.477992Z","end":"2026-03-02T19:28:43.611806Z","steps":["trace[1229533986] 'process raft request' (duration: 133.612983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:43.612089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.906382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:28:43.612189Z","caller":"traceutil/trace.go:171","msg":"trace[16803647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13255; }","duration":"134.029687ms","start":"2026-03-02T19:28:43.478136Z","end":"2026-03-02T19:28:43.612165Z","steps":["trace[16803647] 'agreement among raft nodes before linearized reading' (duration: 133.734927ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:43.656431Z","caller":"traceutil/trace.go:171","msg":"trace[1757485787] transaction","detail":"{read_only:false; response_revision:13256; number_of_response:1; }","duration":"178.145875ms","start":"2026-03-02T19:28:43.478265Z","end":"2026-03-02T19:28:43.656411Z","steps":["trace[1757485787] 'process raft request' (duration: 177.559176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:43.656762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.887033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8p865\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T19:28:43.656845Z","caller":"traceutil/trace.go:171","msg":"trace[1034769971] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8p865; range_end:; response_count:1; response_revision:13257; }","duration":"161.999177ms","start":"2026-03-02T19:28:43.494828Z","end":"2026-03-02T19:28:43.656828Z","steps":["trace[1034769971] 'agreement among raft nodes before linearized reading' (duration: 161.758389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:43.656871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.574212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T19:28:43.656748Z","caller":"traceutil/trace.go:171","msg":"trace[456279707] transaction","detail":"{read_only:false; response_revision:13257; number_of_response:1; }","duration":"176.374858ms","start":"2026-03-02T19:28:43.480312Z","end":"2026-03-02T19:28:43.656687Z","steps":["trace[456279707] 'process raft request' (duration: 176.041178ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:28:43.656958Z","caller":"traceutil/trace.go:171","msg":"trace[1100423141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13257; }","duration":"167.690635ms","start":"2026-03-02T19:28:43.489248Z","end":"2026-03-02T19:28:43.656939Z","steps":["trace[1100423141] 'agreement among raft nodes before linearized reading' (duration: 167.387346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:43.656869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.094098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T19:28:43.657089Z","caller":"traceutil/trace.go:171","msg":"trace[359222804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13257; }","duration":"168.331845ms","start":"2026-03-02T19:28:43.488729Z","end":"2026-03-02T19:28:43.657061Z","steps":["trace[359222804] 'agreement among raft nodes before linearized reading' (duration: 168.022005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:28:43.657443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.367701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T19:28:43.657541Z","caller":"traceutil/trace.go:171","msg":"trace[352353066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13257; }","duration":"171.501505ms","start":"2026-03-02T19:28:43.486016Z","end":"2026-03-02T19:28:43.657518Z","steps":["trace[352353066] 'agreement among raft nodes before linearized reading' (duration: 170.573886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:02.547776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.713156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T19:29:02.548148Z","caller":"traceutil/trace.go:171","msg":"trace[1819596827] transaction","detail":"{read_only:false; response_revision:13527; number_of_response:1; }","duration":"876.193887ms","start":"2026-03-02T19:29:01.671916Z","end":"2026-03-02T19:29:02.54811Z","steps":["trace[1819596827] 'process raft request' (duration: 305.043207ms)","trace[1819596827] 'compare' (duration: 570.53556ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:29:02.548598Z","caller":"traceutil/trace.go:171","msg":"trace[1459233820] transaction","detail":"{read_only:false; response_revision:13529; number_of_response:1; }","duration":"828.176596ms","start":"2026-03-02T19:29:01.720395Z","end":"2026-03-02T19:29:02.548572Z","steps":["trace[1459233820] 'process raft request' (duration: 827.735122ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:29:02.548212Z","caller":"traceutil/trace.go:171","msg":"trace[938110192] linearizableReadLoop","detail":"{readStateIndex:14043; appliedIndex:14040; }","duration":"818.259794ms","start":"2026-03-02T19:29:01.729928Z","end":"2026-03-02T19:29:02.548188Z","steps":["trace[938110192] 'read index received' (duration: 247.015862ms)","trace[938110192] 'applied index is now lower than readState.Index' (duration: 571.242542ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:29:02.548291Z","caller":"traceutil/trace.go:171","msg":"trace[927938276] transaction","detail":"{read_only:false; response_revision:13528; number_of_response:1; }","duration":"832.964987ms","start":"2026-03-02T19:29:01.715297Z","end":"2026-03-02T19:29:02.548262Z","steps":["trace[927938276] 'process raft request' (duration: 832.720409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:02.548748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:01.720367Z","time spent":"828.30005ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:29:02.549004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.021938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T19:29:02.548994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:01.715259Z","time spent":"833.625387ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:29:02.549073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.03022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:29:02.549094Z","caller":"traceutil/trace.go:171","msg":"trace[947249605] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:13529; }","duration":"307.086552ms","start":"2026-03-02T19:29:02.242Z","end":"2026-03-02T19:29:02.549087Z","steps":["trace[947249605] 'agreement among raft nodes before linearized reading' (duration: 307.05263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:02.549121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:02.241977Z","time spent":"307.137902ms","remote":"127.0.0.1:38864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:29:02.549105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.305511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8p865\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-02T19:29:02.549032Z","caller":"traceutil/trace.go:171","msg":"trace[457756959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13529; }","duration":"812.07986ms","start":"2026-03-02T19:29:01.736945Z","end":"2026-03-02T19:29:02.549025Z","steps":["trace[457756959] 'agreement among raft nodes before linearized reading' (duration: 811.941275ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:29:02.549161Z","caller":"traceutil/trace.go:171","msg":"trace[157480293] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8p865; range_end:; response_count:1; response_revision:13529; }","duration":"746.387452ms","start":"2026-03-02T19:29:01.802757Z","end":"2026-03-02T19:29:02.549144Z","steps":["trace[157480293] 'agreement among raft nodes before linearized reading' (duration: 746.212647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:02.549165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:01.736933Z","time spent":"812.221614ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:29:02.549204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:01.802745Z","time spent":"746.450435ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-8p865\" "} {"level":"warn","ts":"2026-03-02T19:29:02.549339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.525052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T19:29:02.549371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.42251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T19:29:02.549397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.707128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d685426b-7226-491c-9cf9-786d6d293c87\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-03-02T19:29:02.54943Z","caller":"traceutil/trace.go:171","msg":"trace[253253038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13529; }","duration":"804.644606ms","start":"2026-03-02T19:29:01.744766Z","end":"2026-03-02T19:29:02.54941Z","steps":["trace[253253038] 'agreement among raft nodes before linearized reading' (duration: 804.273014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:02.549442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.023424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T19:29:02.549612Z","caller":"traceutil/trace.go:171","msg":"trace[1032559396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13529; }","duration":"809.397496ms","start":"2026-03-02T19:29:01.740196Z","end":"2026-03-02T19:29:02.549594Z","steps":["trace[1032559396] 'agreement among raft nodes before linearized reading' (duration: 808.845918ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:29:02.549457Z","caller":"traceutil/trace.go:171","msg":"trace[789726910] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13529; }","duration":"819.566486ms","start":"2026-03-02T19:29:01.72987Z","end":"2026-03-02T19:29:02.549436Z","steps":["trace[789726910] 'agreement among raft nodes before linearized reading' (duration: 818.382878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:02.549666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:01.740185Z","time spent":"809.469857ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:29:02.549685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:01.729849Z","time spent":"819.825793ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:29:02.549462Z","caller":"traceutil/trace.go:171","msg":"trace[2023132716] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d685426b-7226-491c-9cf9-786d6d293c87; range_end:; response_count:1; response_revision:13529; }","duration":"161.7768ms","start":"2026-03-02T19:29:02.387668Z","end":"2026-03-02T19:29:02.549444Z","steps":["trace[2023132716] 'agreement among raft nodes before linearized reading' (duration: 161.379137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:02.54947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:01.671889Z","time spent":"876.483796ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:29:02.54946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.865753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d685426b-7226-491c-9cf9-786d6d293c87\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-03-02T19:29:02.549903Z","caller":"traceutil/trace.go:171","msg":"trace[102345098] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d685426b-7226-491c-9cf9-786d6d293c87; range_end:; response_count:1; response_revision:13529; }","duration":"792.307007ms","start":"2026-03-02T19:29:01.757539Z","end":"2026-03-02T19:29:02.549846Z","steps":["trace[102345098] 'agreement among raft nodes before linearized reading' (duration: 791.685698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:29:02.549502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:01.744753Z","time spent":"804.709417ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:29:02.549997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:29:01.757528Z","time spent":"792.426911ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3660,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d685426b-7226-491c-9cf9-786d6d293c87\" "} {"level":"info","ts":"2026-03-02T19:29:02.74291Z","caller":"traceutil/trace.go:171","msg":"trace[1501400219] transaction","detail":"{read_only:false; response_revision:13531; number_of_response:1; }","duration":"188.530222ms","start":"2026-03-02T19:29:02.554354Z","end":"2026-03-02T19:29:02.742884Z","steps":["trace[1501400219] 'process raft request' (duration: 188.333106ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:29:02.74314Z","caller":"traceutil/trace.go:171","msg":"trace[867828799] transaction","detail":"{read_only:false; response_revision:13532; number_of_response:1; }","duration":"188.695757ms","start":"2026-03-02T19:29:02.554421Z","end":"2026-03-02T19:29:02.743117Z","steps":["trace[867828799] 'process raft request' (duration: 188.411618ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:29:02.743276Z","caller":"traceutil/trace.go:171","msg":"trace[652569173] transaction","detail":"{read_only:false; response_revision:13534; number_of_response:1; }","duration":"185.971561ms","start":"2026-03-02T19:29:02.557284Z","end":"2026-03-02T19:29:02.743255Z","steps":["trace[652569173] 'process raft request' (duration: 185.885758ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:29:02.743322Z","caller":"traceutil/trace.go:171","msg":"trace[1463492224] transaction","detail":"{read_only:false; response_revision:13533; number_of_response:1; }","duration":"188.465869ms","start":"2026-03-02T19:29:02.554809Z","end":"2026-03-02T19:29:02.743275Z","steps":["trace[1463492224] 'process raft request' (duration: 188.230562ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:29:43.012538Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11768} {"level":"info","ts":"2026-03-02T19:29:43.093271Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11768,"took":"77.90001ms","hash":2056908533,"current-db-size-bytes":40517632,"current-db-size":"40 MB","current-db-size-in-use-bytes":27090944,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T19:29:43.093337Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2056908533,"revision":11768,"compact-revision":9594} {"level":"info","ts":"2026-03-02T19:30:12.708474Z","caller":"traceutil/trace.go:171","msg":"trace[703544050] linearizableReadLoop","detail":"{readStateIndex:14755; appliedIndex:14754; }","duration":"461.901101ms","start":"2026-03-02T19:30:12.246542Z","end":"2026-03-02T19:30:12.708443Z","steps":["trace[703544050] 'read index received' (duration: 370.101263ms)","trace[703544050] 'applied index is now lower than readState.Index' (duration: 91.797328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:30:12.708715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.667194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:30:12.708777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.120737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qk5pt\" ","response":"range_response_count:1 size:9708"} {"level":"info","ts":"2026-03-02T19:30:12.708835Z","caller":"traceutil/trace.go:171","msg":"trace[1166944827] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14221; }","duration":"454.833329ms","start":"2026-03-02T19:30:12.253981Z","end":"2026-03-02T19:30:12.708814Z","steps":["trace[1166944827] 'agreement among raft nodes before linearized reading' (duration: 454.659253ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:30:12.708852Z","caller":"traceutil/trace.go:171","msg":"trace[1475062386] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qk5pt; range_end:; response_count:1; response_revision:14221; }","duration":"173.24348ms","start":"2026-03-02T19:30:12.535588Z","end":"2026-03-02T19:30:12.708831Z","steps":["trace[1475062386] 'agreement among raft nodes before linearized reading' (duration: 173.075595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:30:12.708884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:30:12.253959Z","time spent":"454.913182ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T19:30:12.70902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.634674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T19:30:12.709059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.470619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T19:30:12.7091Z","caller":"traceutil/trace.go:171","msg":"trace[1099765880] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14221; }","duration":"270.753287ms","start":"2026-03-02T19:30:12.438323Z","end":"2026-03-02T19:30:12.709076Z","steps":["trace[1099765880] 'agreement among raft nodes before linearized reading' (duration: 270.53222ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:30:12.709138Z","caller":"traceutil/trace.go:171","msg":"trace[1022957033] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14221; }","duration":"270.581672ms","start":"2026-03-02T19:30:12.438539Z","end":"2026-03-02T19:30:12.709121Z","steps":["trace[1022957033] 'agreement among raft nodes before linearized reading' (duration: 270.414816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:30:12.709086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.320427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T19:30:12.709318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.83082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T19:30:12.709308Z","caller":"traceutil/trace.go:171","msg":"trace[211141638] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14221; }","duration":"450.491072ms","start":"2026-03-02T19:30:12.258746Z","end":"2026-03-02T19:30:12.709237Z","steps":["trace[211141638] 'agreement among raft nodes before linearized reading' (duration: 450.242564ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:30:12.709393Z","caller":"traceutil/trace.go:171","msg":"trace[1378061477] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14221; }","duration":"270.958924ms","start":"2026-03-02T19:30:12.438417Z","end":"2026-03-02T19:30:12.709376Z","steps":["trace[1378061477] 'agreement among raft nodes before linearized reading' (duration: 270.701305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:30:12.709408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:30:12.25874Z","time spent":"450.647197ms","remote":"127.0.0.1:33556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T19:30:12.709495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.914004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T19:30:12.70958Z","caller":"traceutil/trace.go:171","msg":"trace[321547105] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:14221; }","duration":"463.087478ms","start":"2026-03-02T19:30:12.246474Z","end":"2026-03-02T19:30:12.709562Z","steps":["trace[321547105] 'agreement among raft nodes before linearized reading' (duration: 462.164559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:30:12.70962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:30:12.246451Z","time spent":"463.158381ms","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":10,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:30:12.711391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.030655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T19:30:12.711467Z","caller":"traceutil/trace.go:171","msg":"trace[394711427] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14221; }","duration":"455.138219ms","start":"2026-03-02T19:30:12.25631Z","end":"2026-03-02T19:30:12.711448Z","steps":["trace[394711427] 'agreement among raft nodes before linearized reading' (duration: 452.913119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:30:12.711507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:30:12.256295Z","time spent":"455.20056ms","remote":"127.0.0.1:33454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-02T19:30:12.963799Z","caller":"traceutil/trace.go:171","msg":"trace[761630938] transaction","detail":"{read_only:false; response_revision:14222; number_of_response:1; }","duration":"134.597785ms","start":"2026-03-02T19:30:12.829174Z","end":"2026-03-02T19:30:12.963772Z","steps":["trace[761630938] 'process raft request' (duration: 134.424399ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:30:12.972901Z","caller":"traceutil/trace.go:171","msg":"trace[1002012228] transaction","detail":"{read_only:false; response_revision:14223; number_of_response:1; }","duration":"142.034029ms","start":"2026-03-02T19:30:12.830834Z","end":"2026-03-02T19:30:12.972867Z","steps":["trace[1002012228] 'process raft request' (duration: 141.841213ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:30:12.973156Z","caller":"traceutil/trace.go:171","msg":"trace[463800852] transaction","detail":"{read_only:false; response_revision:14224; number_of_response:1; }","duration":"136.241057ms","start":"2026-03-02T19:30:12.836876Z","end":"2026-03-02T19:30:12.973117Z","steps":["trace[463800852] 'process raft request' (duration: 135.933367ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:30:13.272788Z","caller":"traceutil/trace.go:171","msg":"trace[436718874] transaction","detail":"{read_only:false; response_revision:14228; number_of_response:1; }","duration":"137.917029ms","start":"2026-03-02T19:30:13.134845Z","end":"2026-03-02T19:30:13.272762Z","steps":["trace[436718874] 'process raft request' (duration: 115.762032ms)","trace[436718874] 'compare' (duration: 21.989842ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:30:15.15868Z","caller":"traceutil/trace.go:171","msg":"trace[1368851042] transaction","detail":"{read_only:false; response_revision:14230; number_of_response:1; }","duration":"189.471261ms","start":"2026-03-02T19:30:14.969187Z","end":"2026-03-02T19:30:15.158659Z","steps":["trace[1368851042] 'process raft request' (duration: 189.289195ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:30:15.223642Z","caller":"traceutil/trace.go:171","msg":"trace[885361017] linearizableReadLoop","detail":"{readStateIndex:14767; appliedIndex:14764; }","duration":"139.311163ms","start":"2026-03-02T19:30:15.084308Z","end":"2026-03-02T19:30:15.223619Z","steps":["trace[885361017] 'read index received' (duration: 74.262056ms)","trace[885361017] 'applied index is now lower than readState.Index' (duration: 65.048087ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:30:15.223695Z","caller":"traceutil/trace.go:171","msg":"trace[1381329130] transaction","detail":"{read_only:false; response_revision:14231; number_of_response:1; }","duration":"245.628428ms","start":"2026-03-02T19:30:14.978042Z","end":"2026-03-02T19:30:15.223671Z","steps":["trace[1381329130] 'process raft request' (duration: 244.787222ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:30:15.223772Z","caller":"traceutil/trace.go:171","msg":"trace[1562109587] transaction","detail":"{read_only:false; response_revision:14232; number_of_response:1; }","duration":"245.604057ms","start":"2026-03-02T19:30:14.978156Z","end":"2026-03-02T19:30:15.22376Z","steps":["trace[1562109587] 'process raft request' (duration: 245.414491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:30:15.224037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.702705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T19:30:15.224121Z","caller":"traceutil/trace.go:171","msg":"trace[1202399449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14232; }","duration":"139.838849ms","start":"2026-03-02T19:30:15.084265Z","end":"2026-03-02T19:30:15.224104Z","steps":["trace[1202399449] 'agreement among raft nodes before linearized reading' (duration: 139.585791ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:34:43.019257Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14054} {"level":"info","ts":"2026-03-02T19:34:43.115591Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14054,"took":"93.506661ms","hash":793698548,"current-db-size-bytes":40517632,"current-db-size":"40 MB","current-db-size-in-use-bytes":27631616,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T19:34:43.115677Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":793698548,"revision":14054,"compact-revision":11768} {"level":"info","ts":"2026-03-02T19:35:00.674233Z","caller":"traceutil/trace.go:171","msg":"trace[401090062] linearizableReadLoop","detail":"{readStateIndex:16816; appliedIndex:16814; }","duration":"320.767222ms","start":"2026-03-02T19:35:00.353446Z","end":"2026-03-02T19:35:00.674213Z","steps":["trace[401090062] 'read index received' (duration: 89.273819ms)","trace[401090062] 'applied index is now lower than readState.Index' (duration: 231.492623ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:35:00.674285Z","caller":"traceutil/trace.go:171","msg":"trace[706492901] transaction","detail":"{read_only:false; response_revision:16212; number_of_response:1; }","duration":"321.64398ms","start":"2026-03-02T19:35:00.352596Z","end":"2026-03-02T19:35:00.67424Z","steps":["trace[706492901] 'process raft request' (duration: 233.61021ms)","trace[706492901] 'compare' (duration: 87.824533ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:35:00.674325Z","caller":"traceutil/trace.go:171","msg":"trace[1526092443] transaction","detail":"{read_only:false; response_revision:16213; number_of_response:1; }","duration":"319.882314ms","start":"2026-03-02T19:35:00.354418Z","end":"2026-03-02T19:35:00.674301Z","steps":["trace[1526092443] 'process raft request' (duration: 319.75831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:00.67446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.354407Z","time spent":"319.972917ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:35:00.674463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.002839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-02T19:35:00.674491Z","caller":"traceutil/trace.go:171","msg":"trace[911374812] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16213; }","duration":"321.078991ms","start":"2026-03-02T19:35:00.353404Z","end":"2026-03-02T19:35:00.674483Z","steps":["trace[911374812] 'agreement among raft nodes before linearized reading' (duration: 320.916966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:00.674474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.352582Z","time spent":"321.793904ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:35:00.674581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.353394Z","time spent":"321.121463ms","remote":"127.0.0.1:33454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-02T19:35:00.711078Z","caller":"traceutil/trace.go:171","msg":"trace[347977029] transaction","detail":"{read_only:false; response_revision:16214; number_of_response:1; }","duration":"242.52358ms","start":"2026-03-02T19:35:00.468529Z","end":"2026-03-02T19:35:00.711052Z","steps":["trace[347977029] 'process raft request' (duration: 242.113307ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:35:01.254356Z","caller":"traceutil/trace.go:171","msg":"trace[223337062] transaction","detail":"{read_only:false; response_revision:16222; number_of_response:1; }","duration":"305.554713ms","start":"2026-03-02T19:35:00.948756Z","end":"2026-03-02T19:35:01.254311Z","steps":["trace[223337062] 'process raft request' (duration: 300.064721ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:35:01.254354Z","caller":"traceutil/trace.go:171","msg":"trace[1332487215] linearizableReadLoop","detail":"{readStateIndex:16826; appliedIndex:16825; }","duration":"255.441367ms","start":"2026-03-02T19:35:00.998808Z","end":"2026-03-02T19:35:01.254249Z","steps":["trace[1332487215] 'read index received' (duration: 249.505331ms)","trace[1332487215] 'applied index is now lower than readState.Index' (duration: 5.933206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:35:01.25453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.687134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T19:35:01.254582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:35:00.948727Z","time spent":"305.754859ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":226433,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:35:01.254802Z","caller":"traceutil/trace.go:171","msg":"trace[1250252482] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16222; }","duration":"255.827159ms","start":"2026-03-02T19:35:00.998764Z","end":"2026-03-02T19:35:01.254592Z","steps":["trace[1250252482] 'agreement among raft nodes before linearized reading' (duration: 255.634093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:01.254877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.866634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T19:35:01.254894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.909552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:12647"} {"level":"info","ts":"2026-03-02T19:35:01.254931Z","caller":"traceutil/trace.go:171","msg":"trace[693212876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16222; }","duration":"237.958686ms","start":"2026-03-02T19:35:01.016959Z","end":"2026-03-02T19:35:01.254918Z","steps":["trace[693212876] 'agreement among raft nodes before linearized reading' (duration: 237.717708ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:35:01.25495Z","caller":"traceutil/trace.go:171","msg":"trace[422427846] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:16222; }","duration":"242.990134ms","start":"2026-03-02T19:35:01.011939Z","end":"2026-03-02T19:35:01.254929Z","steps":["trace[422427846] 'agreement among raft nodes before linearized reading' (duration: 242.740716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:35:01.255006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.247704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-hwplg\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-03-02T19:35:01.255115Z","caller":"traceutil/trace.go:171","msg":"trace[1134993336] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-hwplg; range_end:; response_count:1; response_revision:16222; }","duration":"244.402239ms","start":"2026-03-02T19:35:01.010699Z","end":"2026-03-02T19:35:01.255101Z","steps":["trace[1134993336] 'agreement among raft nodes before linearized reading' (duration: 244.166341ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:36:14.886451Z","caller":"traceutil/trace.go:171","msg":"trace[1204306950] linearizableReadLoop","detail":"{readStateIndex:17317; appliedIndex:17316; }","duration":"127.915865ms","start":"2026-03-02T19:36:14.758501Z","end":"2026-03-02T19:36:14.886417Z","steps":["trace[1204306950] 'read index received' (duration: 127.593795ms)","trace[1204306950] 'applied index is now lower than readState.Index' (duration: 320.75µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:36:14.886574Z","caller":"traceutil/trace.go:171","msg":"trace[440686085] transaction","detail":"{read_only:false; response_revision:16694; number_of_response:1; }","duration":"168.322536ms","start":"2026-03-02T19:36:14.718207Z","end":"2026-03-02T19:36:14.886529Z","steps":["trace[440686085] 'process raft request' (duration: 167.999435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:36:14.8869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.226885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qk5pt\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-02T19:36:14.886972Z","caller":"traceutil/trace.go:171","msg":"trace[868638007] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qk5pt; range_end:; response_count:1; response_revision:16694; }","duration":"128.497793ms","start":"2026-03-02T19:36:14.758457Z","end":"2026-03-02T19:36:14.886955Z","steps":["trace[868638007] 'agreement among raft nodes before linearized reading' (duration: 128.129501ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:36:20.848058Z","caller":"traceutil/trace.go:171","msg":"trace[498751107] transaction","detail":"{read_only:false; response_revision:16723; number_of_response:1; }","duration":"123.052481ms","start":"2026-03-02T19:36:20.724983Z","end":"2026-03-02T19:36:20.848035Z","steps":["trace[498751107] 'process raft request' (duration: 122.869425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:36:21.202994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.765495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:36:21.203221Z","caller":"traceutil/trace.go:171","msg":"trace[1029031430] transaction","detail":"{read_only:false; response_revision:16724; number_of_response:1; }","duration":"476.369816ms","start":"2026-03-02T19:36:20.726833Z","end":"2026-03-02T19:36:21.203203Z","steps":["trace[1029031430] 'process raft request' (duration: 179.330192ms)","trace[1029031430] 'compare' (duration: 296.646722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:36:21.203277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:36:20.726792Z","time spent":"476.460889ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:36:21.203403Z","caller":"traceutil/trace.go:171","msg":"trace[1874438814] linearizableReadLoop","detail":"{readStateIndex:17349; appliedIndex:17347; }","duration":"248.8893ms","start":"2026-03-02T19:36:20.954476Z","end":"2026-03-02T19:36:21.203366Z","steps":["trace[1874438814] 'read index received' (duration: 229.330065ms)","trace[1874438814] 'applied index is now lower than readState.Index' (duration: 19.556745ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:36:21.203461Z","caller":"traceutil/trace.go:171","msg":"trace[447649370] transaction","detail":"{read_only:false; response_revision:16725; number_of_response:1; }","duration":"297.069525ms","start":"2026-03-02T19:36:20.906343Z","end":"2026-03-02T19:36:21.203412Z","steps":["trace[447649370] 'process raft request' (duration: 296.787946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:36:21.203737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.23261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qk5pt\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-02T19:36:21.203844Z","caller":"traceutil/trace.go:171","msg":"trace[820659758] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qk5pt; range_end:; response_count:1; response_revision:16725; }","duration":"249.407366ms","start":"2026-03-02T19:36:20.954415Z","end":"2026-03-02T19:36:21.203822Z","steps":["trace[820659758] 'agreement among raft nodes before linearized reading' (duration: 249.071155ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:36:21.232373Z","caller":"traceutil/trace.go:171","msg":"trace[1595710704] transaction","detail":"{read_only:false; response_revision:16726; number_of_response:1; }","duration":"231.554434ms","start":"2026-03-02T19:36:21.000784Z","end":"2026-03-02T19:36:21.232339Z","steps":["trace[1595710704] 'process raft request' (duration: 231.342417ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:36:21.232414Z","caller":"traceutil/trace.go:171","msg":"trace[905393782] transaction","detail":"{read_only:false; response_revision:16727; number_of_response:1; }","duration":"225.209355ms","start":"2026-03-02T19:36:21.007181Z","end":"2026-03-02T19:36:21.23239Z","steps":["trace[905393782] 'process raft request' (duration: 225.096591ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:36:21.338763Z","caller":"traceutil/trace.go:171","msg":"trace[525508638] transaction","detail":"{read_only:false; response_revision:16729; number_of_response:1; }","duration":"101.203224ms","start":"2026-03-02T19:36:21.23752Z","end":"2026-03-02T19:36:21.338723Z","steps":["trace[525508638] 'process raft request' (duration: 67.452452ms)","trace[525508638] 'compare' (duration: 33.438182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:36:21.822585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.173215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:36:21.82266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.019039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:36:21.822692Z","caller":"traceutil/trace.go:171","msg":"trace[139775301] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:16731; }","duration":"335.33538ms","start":"2026-03-02T19:36:21.487332Z","end":"2026-03-02T19:36:21.822667Z","steps":["trace[139775301] 'count revisions from in-memory index tree' (duration: 335.064112ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:36:21.82271Z","caller":"traceutil/trace.go:171","msg":"trace[1441607216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16731; }","duration":"122.109852ms","start":"2026-03-02T19:36:21.700585Z","end":"2026-03-02T19:36:21.822695Z","steps":["trace[1441607216] 'range keys from in-memory index tree' (duration: 121.884075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:36:21.82274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:36:21.487308Z","time spent":"335.420093ms","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:36:21.823165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.494827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:36:21.823313Z","caller":"traceutil/trace.go:171","msg":"trace[107603220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16731; }","duration":"118.175808ms","start":"2026-03-02T19:36:21.705103Z","end":"2026-03-02T19:36:21.823279Z","steps":["trace[107603220] 'range keys from in-memory index tree' (duration: 117.194387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:36:23.039803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.257834ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:36:23.039952Z","caller":"traceutil/trace.go:171","msg":"trace[1045397469] linearizableReadLoop","detail":"{readStateIndex:17357; appliedIndex:17356; }","duration":"461.125158ms","start":"2026-03-02T19:36:22.578806Z","end":"2026-03-02T19:36:23.039932Z","steps":["trace[1045397469] 'read index received' (duration: 94.313µs)","trace[1045397469] 'applied index is now lower than readState.Index' (duration: 461.028864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:36:23.040459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.643414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5v9kt\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-02T19:36:23.040541Z","caller":"traceutil/trace.go:171","msg":"trace[797523661] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5v9kt; range_end:; response_count:1; response_revision:16732; }","duration":"461.782609ms","start":"2026-03-02T19:36:22.578737Z","end":"2026-03-02T19:36:23.04052Z","steps":["trace[797523661] 'agreement among raft nodes before linearized reading' (duration: 461.519201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:36:23.04058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:36:22.578703Z","time spent":"461.869382ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-5v9kt\" "} {"level":"info","ts":"2026-03-02T19:36:23.149858Z","caller":"traceutil/trace.go:171","msg":"trace[1584087348] linearizableReadLoop","detail":"{readStateIndex:17358; appliedIndex:17357; }","duration":"109.823965ms","start":"2026-03-02T19:36:23.040004Z","end":"2026-03-02T19:36:23.149828Z","steps":["trace[1584087348] 'read index received' (duration: 109.568007ms)","trace[1584087348] 'applied index is now lower than readState.Index' (duration: 254.538µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:36:23.150217Z","caller":"traceutil/trace.go:171","msg":"trace[2061429949] transaction","detail":"{read_only:false; response_revision:16733; number_of_response:1; }","duration":"428.860383ms","start":"2026-03-02T19:36:22.721312Z","end":"2026-03-02T19:36:23.150172Z","steps":["trace[2061429949] 'process raft request' (duration: 428.307836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:36:23.150317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.959801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:36:23.150358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.744054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:36:23.150386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:36:22.721247Z","time spent":"429.06431ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18779,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:36:23.15041Z","caller":"traceutil/trace.go:171","msg":"trace[97658838] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:16733; }","duration":"397.872278ms","start":"2026-03-02T19:36:22.752518Z","end":"2026-03-02T19:36:23.15039Z","steps":["trace[97658838] 'agreement among raft nodes before linearized reading' (duration: 397.772215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:36:23.15045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:36:22.752493Z","time spent":"397.947511ms","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:36:23.15025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.95817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:36:23.150594Z","caller":"traceutil/trace.go:171","msg":"trace[1066155356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16733; }","duration":"452.372863ms","start":"2026-03-02T19:36:22.698207Z","end":"2026-03-02T19:36:23.15058Z","steps":["trace[1066155356] 'agreement among raft nodes before linearized reading' (duration: 451.927869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:36:23.150649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:36:22.698179Z","time spent":"452.453156ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:36:23.150363Z","caller":"traceutil/trace.go:171","msg":"trace[1123001994] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:16733; }","duration":"535.075285ms","start":"2026-03-02T19:36:22.615274Z","end":"2026-03-02T19:36:23.150349Z","steps":["trace[1123001994] 'agreement among raft nodes before linearized reading' (duration: 534.970962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:36:23.150796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:36:22.615248Z","time spent":"535.527629ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:36:23.151412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.413157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940230"} {"level":"info","ts":"2026-03-02T19:36:23.151504Z","caller":"traceutil/trace.go:171","msg":"trace[1721919970] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16733; }","duration":"105.52191ms","start":"2026-03-02T19:36:23.045961Z","end":"2026-03-02T19:36:23.151483Z","steps":["trace[1721919970] 'agreement among raft nodes before linearized reading' (duration: 104.439436ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:36:23.344814Z","caller":"traceutil/trace.go:171","msg":"trace[107116169] transaction","detail":"{read_only:false; response_revision:16736; number_of_response:1; }","duration":"105.434287ms","start":"2026-03-02T19:36:23.239355Z","end":"2026-03-02T19:36:23.34479Z","steps":["trace[107116169] 'process raft request' (duration: 104.850439ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:39:43.025365Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16116} {"level":"info","ts":"2026-03-02T19:39:43.119852Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16116,"took":"91.777175ms","hash":1133215036,"current-db-size-bytes":42680320,"current-db-size":"43 MB","current-db-size-in-use-bytes":29937664,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T19:39:43.119908Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1133215036,"revision":16116,"compact-revision":14054} {"level":"info","ts":"2026-03-02T19:41:56.857953Z","caller":"traceutil/trace.go:171","msg":"trace[624114265] transaction","detail":"{read_only:false; response_revision:19191; number_of_response:1; }","duration":"177.379154ms","start":"2026-03-02T19:41:56.680535Z","end":"2026-03-02T19:41:56.857915Z","steps":["trace[624114265] 'process raft request' (duration: 174.820694ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:42:02.61482Z","caller":"traceutil/trace.go:171","msg":"trace[540400453] transaction","detail":"{read_only:false; response_revision:19216; number_of_response:1; }","duration":"157.9732ms","start":"2026-03-02T19:42:02.456819Z","end":"2026-03-02T19:42:02.614792Z","steps":["trace[540400453] 'process raft request' (duration: 157.827475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:42:03.20338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947466758,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:42:03.677672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.046824ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:42:03.678233Z","caller":"traceutil/trace.go:171","msg":"trace[1837315833] transaction","detail":"{read_only:false; response_revision:19217; number_of_response:1; }","duration":"1.093922043s","start":"2026-03-02T19:42:02.584282Z","end":"2026-03-02T19:42:03.678204Z","steps":["trace[1837315833] 'process raft request' (duration: 1.09350442s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:42:03.678377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:42:02.58426Z","time spent":"1.094042947s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:42:03.987998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.708962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:42:03.988296Z","caller":"traceutil/trace.go:171","msg":"trace[1542191493] linearizableReadLoop","detail":"{readStateIndex:19929; appliedIndex:19925; }","duration":"1.28595502s","start":"2026-03-02T19:42:02.702315Z","end":"2026-03-02T19:42:03.98827Z","steps":["trace[1542191493] 'read index received' (duration: 598.240564ms)","trace[1542191493] 'applied index is now lower than readState.Index' (duration: 687.713036ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:42:03.988289Z","caller":"traceutil/trace.go:171","msg":"trace[1295381320] transaction","detail":"{read_only:false; response_revision:19218; number_of_response:1; }","duration":"1.110383004s","start":"2026-03-02T19:42:02.877849Z","end":"2026-03-02T19:42:03.988232Z","steps":["trace[1295381320] 'process raft request' (duration: 800.340571ms)","trace[1295381320] 'compare' (duration: 309.490016ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:42:03.98842Z","caller":"traceutil/trace.go:171","msg":"trace[1626686100] transaction","detail":"{read_only:false; response_revision:19219; number_of_response:1; }","duration":"1.013983232s","start":"2026-03-02T19:42:02.974404Z","end":"2026-03-02T19:42:03.988388Z","steps":["trace[1626686100] 'process raft request' (duration: 1.013720704s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:42:03.988459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286133255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:42:03.988579Z","caller":"traceutil/trace.go:171","msg":"trace[703408917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19219; }","duration":"1.286285161s","start":"2026-03-02T19:42:02.702263Z","end":"2026-03-02T19:42:03.988548Z","steps":["trace[703408917] 'agreement among raft nodes before linearized reading' (duration: 1.286122846s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:42:03.988567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.748041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:42:03.988571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:42:02.877827Z","time spent":"1.110571079s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:42:03.988586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:42:02.974373Z","time spent":"1.014152387s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:42:03.988625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:42:02.702242Z","time spent":"1.286375183s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:42:03.988639Z","caller":"traceutil/trace.go:171","msg":"trace[522126482] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:19219; }","duration":"465.934127ms","start":"2026-03-02T19:42:03.522683Z","end":"2026-03-02T19:42:03.988617Z","steps":["trace[522126482] 'agreement among raft nodes before linearized reading' (duration: 465.730171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:42:03.988644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.43808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:42:03.988649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.021783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:42:03.988681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:42:03.522662Z","time spent":"466.008729ms","remote":"127.0.0.1:49202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:42:03.988696Z","caller":"traceutil/trace.go:171","msg":"trace[2114256316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19219; }","duration":"658.525872ms","start":"2026-03-02T19:42:03.330156Z","end":"2026-03-02T19:42:03.988681Z","steps":["trace[2114256316] 'agreement among raft nodes before linearized reading' (duration: 658.321816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:42:03.98859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.18793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:42:03.988721Z","caller":"traceutil/trace.go:171","msg":"trace[2137726014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19219; }","duration":"656.143257ms","start":"2026-03-02T19:42:03.33256Z","end":"2026-03-02T19:42:03.988703Z","steps":["trace[2137726014] 'agreement among raft nodes before linearized reading' (duration: 655.892749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:42:03.988733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:42:03.330132Z","time spent":"658.593095ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:42:03.988766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:42:03.332541Z","time spent":"656.21431ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:42:03.988765Z","caller":"traceutil/trace.go:171","msg":"trace[1423452498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19219; }","duration":"869.399826ms","start":"2026-03-02T19:42:03.119342Z","end":"2026-03-02T19:42:03.988742Z","steps":["trace[1423452498] 'agreement among raft nodes before linearized reading' (duration: 869.072566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:42:03.988823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:42:03.119314Z","time spent":"869.491919ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:42:03.988873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.747737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:42:03.989017Z","caller":"traceutil/trace.go:171","msg":"trace[2096909421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19219; }","duration":"657.933754ms","start":"2026-03-02T19:42:03.331044Z","end":"2026-03-02T19:42:03.988978Z","steps":["trace[2096909421] 'agreement among raft nodes before linearized reading' (duration: 657.416947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:42:03.989077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:42:03.331034Z","time spent":"658.032856ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:42:04.726482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.481408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:42:04.726807Z","caller":"traceutil/trace.go:171","msg":"trace[259284272] transaction","detail":"{read_only:false; response_revision:19222; number_of_response:1; }","duration":"732.603617ms","start":"2026-03-02T19:42:03.99418Z","end":"2026-03-02T19:42:04.726784Z","steps":["trace[259284272] 'process raft request' (duration: 732.423761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:42:04.726918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:42:03.994174Z","time spent":"732.69338ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:42:04.727092Z","caller":"traceutil/trace.go:171","msg":"trace[1658754465] transaction","detail":"{read_only:false; response_revision:19221; number_of_response:1; }","duration":"733.620329ms","start":"2026-03-02T19:42:03.993436Z","end":"2026-03-02T19:42:04.727056Z","steps":["trace[1658754465] 'process raft request' (duration: 518.451289ms)","trace[1658754465] 'compare' (duration: 214.22686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:42:04.727246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:42:03.993415Z","time spent":"733.749973ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:42:04.727393Z","caller":"traceutil/trace.go:171","msg":"trace[166578529] transaction","detail":"{read_only:false; response_revision:19224; number_of_response:1; }","duration":"728.846928ms","start":"2026-03-02T19:42:03.998443Z","end":"2026-03-02T19:42:04.72729Z","steps":["trace[166578529] 'process raft request' (duration: 728.469406ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:42:04.727084Z","caller":"traceutil/trace.go:171","msg":"trace[1951034942] linearizableReadLoop","detail":"{readStateIndex:19933; appliedIndex:19930; }","duration":"730.765439ms","start":"2026-03-02T19:42:03.996292Z","end":"2026-03-02T19:42:04.727057Z","steps":["trace[1951034942] 'read index received' (duration: 16.10269ms)","trace[1951034942] 'applied index is now lower than readState.Index' (duration: 714.661409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:42:04.727641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.337636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:42:04.727629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:42:03.998436Z","time spent":"729.068425ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:42:04.72777Z","caller":"traceutil/trace.go:171","msg":"trace[1497469320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19224; }","duration":"731.504712ms","start":"2026-03-02T19:42:03.996249Z","end":"2026-03-02T19:42:04.727754Z","steps":["trace[1497469320] 'agreement among raft nodes before linearized reading' (duration: 731.334436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:42:04.727841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:42:03.996237Z","time spent":"731.588115ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:42:04.727915Z","caller":"traceutil/trace.go:171","msg":"trace[1104988480] transaction","detail":"{read_only:false; response_revision:19223; number_of_response:1; }","duration":"732.465173ms","start":"2026-03-02T19:42:03.995221Z","end":"2026-03-02T19:42:04.727686Z","steps":["trace[1104988480] 'process raft request' (duration: 731.506802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:42:04.728094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:42:03.995215Z","time spent":"732.764802ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:42:05.49633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.464782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:42:05.49648Z","caller":"traceutil/trace.go:171","msg":"trace[1541995235] linearizableReadLoop","detail":"{readStateIndex:19935; appliedIndex:19934; }","duration":"768.730369ms","start":"2026-03-02T19:42:04.727729Z","end":"2026-03-02T19:42:05.49646Z","steps":["trace[1541995235] 'read index received' (duration: 108.905676ms)","trace[1541995235] 'applied index is now lower than readState.Index' (duration: 659.823003ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:42:05.496706Z","caller":"traceutil/trace.go:171","msg":"trace[1339162844] transaction","detail":"{read_only:false; response_revision:19225; number_of_response:1; }","duration":"875.85457ms","start":"2026-03-02T19:42:04.620818Z","end":"2026-03-02T19:42:05.496673Z","steps":["trace[1339162844] 'process raft request' (duration: 215.932384ms)","trace[1339162844] 'compare' (duration: 659.08982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:42:05.496787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019484845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417420"} {"level":"info","ts":"2026-03-02T19:42:05.49684Z","caller":"traceutil/trace.go:171","msg":"trace[860143614] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:19225; }","duration":"1.019602489s","start":"2026-03-02T19:42:04.477225Z","end":"2026-03-02T19:42:05.496827Z","steps":["trace[860143614] 'agreement among raft nodes before linearized reading' (duration: 1.019285269s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:42:05.496952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:42:04.477203Z","time spent":"1.019669551s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417444,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T19:42:05.496989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:42:04.620791Z","time spent":"876.063547ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:42:05.99088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.793258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-02T19:42:05.990927Z","caller":"traceutil/trace.go:171","msg":"trace[306857989] linearizableReadLoop","detail":"{readStateIndex:19936; appliedIndex:19935; }","duration":"289.74613ms","start":"2026-03-02T19:42:05.701151Z","end":"2026-03-02T19:42:05.990897Z","steps":["trace[306857989] 'read index received' (duration: 273.652041ms)","trace[306857989] 'applied index is now lower than readState.Index' (duration: 16.093109ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:42:05.990983Z","caller":"traceutil/trace.go:171","msg":"trace[1685118931] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:19225; }","duration":"378.944974ms","start":"2026-03-02T19:42:05.61201Z","end":"2026-03-02T19:42:05.990955Z","steps":["trace[1685118931] 'range keys from in-memory index tree' (duration: 378.590192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:42:05.991038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:42:05.611987Z","time spent":"379.039526ms","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-02T19:42:05.991085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.926126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:42:05.991129Z","caller":"traceutil/trace.go:171","msg":"trace[1106585679] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19226; }","duration":"290.03835ms","start":"2026-03-02T19:42:05.70108Z","end":"2026-03-02T19:42:05.991118Z","steps":["trace[1106585679] 'agreement among raft nodes before linearized reading' (duration: 289.954187ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:42:05.991128Z","caller":"traceutil/trace.go:171","msg":"trace[973986482] transaction","detail":"{read_only:false; response_revision:19226; number_of_response:1; }","duration":"307.298616ms","start":"2026-03-02T19:42:05.683699Z","end":"2026-03-02T19:42:05.990997Z","steps":["trace[973986482] 'process raft request' (duration: 291.154875ms)","trace[973986482] 'compare' (duration: 15.532292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:42:05.991293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:42:05.683673Z","time spent":"307.530284ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:42:05.991386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.907957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:42:05.991464Z","caller":"traceutil/trace.go:171","msg":"trace[530867186] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19226; }","duration":"224.03472ms","start":"2026-03-02T19:42:05.767411Z","end":"2026-03-02T19:42:05.991446Z","steps":["trace[530867186] 'agreement among raft nodes before linearized reading' (duration: 223.811563ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:42:06.426599Z","caller":"traceutil/trace.go:171","msg":"trace[1488025491] linearizableReadLoop","detail":"{readStateIndex:19937; appliedIndex:19936; }","duration":"429.471373ms","start":"2026-03-02T19:42:05.997092Z","end":"2026-03-02T19:42:06.426563Z","steps":["trace[1488025491] 'read index received' (duration: 348.730238ms)","trace[1488025491] 'applied index is now lower than readState.Index' (duration: 80.740035ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:42:06.426636Z","caller":"traceutil/trace.go:171","msg":"trace[187043623] transaction","detail":"{read_only:false; response_revision:19227; number_of_response:1; }","duration":"430.35014ms","start":"2026-03-02T19:42:05.996252Z","end":"2026-03-02T19:42:06.426602Z","steps":["trace[187043623] 'process raft request' (duration: 349.576424ms)","trace[187043623] 'compare' (duration: 80.601991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:42:06.426844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:42:05.996231Z","time spent":"430.468994ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:42:06.426873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.649355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:42:06.426908Z","caller":"traceutil/trace.go:171","msg":"trace[1214843745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19227; }","duration":"409.717518ms","start":"2026-03-02T19:42:06.017179Z","end":"2026-03-02T19:42:06.426896Z","steps":["trace[1214843745] 'agreement among raft nodes before linearized reading' (duration: 409.565873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:42:06.426892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.785463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18574"} {"level":"warn","ts":"2026-03-02T19:42:06.426945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:42:06.017154Z","time spent":"409.78361ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:42:06.426964Z","caller":"traceutil/trace.go:171","msg":"trace[1930886001] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19227; }","duration":"429.878725ms","start":"2026-03-02T19:42:05.997065Z","end":"2026-03-02T19:42:06.426943Z","steps":["trace[1930886001] 'agreement among raft nodes before linearized reading' (duration: 429.661078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:42:06.427013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:42:05.997049Z","time spent":"429.955428ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T19:42:06.598776Z","caller":"traceutil/trace.go:171","msg":"trace[496231760] linearizableReadLoop","detail":"{readStateIndex:19938; appliedIndex:19937; }","duration":"105.589661ms","start":"2026-03-02T19:42:06.493157Z","end":"2026-03-02T19:42:06.598746Z","steps":["trace[496231760] 'read index received' (duration: 97.64151ms)","trace[496231760] 'applied index is now lower than readState.Index' (duration: 7.947131ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:42:06.599024Z","caller":"traceutil/trace.go:171","msg":"trace[1082577353] transaction","detail":"{read_only:false; response_revision:19228; number_of_response:1; }","duration":"167.521632ms","start":"2026-03-02T19:42:06.431453Z","end":"2026-03-02T19:42:06.598975Z","steps":["trace[1082577353] 'process raft request' (duration: 159.26576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:42:06.599059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.892512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:42:06.599405Z","caller":"traceutil/trace.go:171","msg":"trace[41079858] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19228; }","duration":"106.269603ms","start":"2026-03-02T19:42:06.493107Z","end":"2026-03-02T19:42:06.599377Z","steps":["trace[41079858] 'agreement among raft nodes before linearized reading' (duration: 105.898882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:42:06.602789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.141071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:42:06.602852Z","caller":"traceutil/trace.go:171","msg":"trace[1197014359] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:19229; }","duration":"107.261385ms","start":"2026-03-02T19:42:06.495575Z","end":"2026-03-02T19:42:06.602836Z","steps":["trace[1197014359] 'agreement among raft nodes before linearized reading' (duration: 107.09734ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:42:18.862261Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cb89ec34a9687f0b","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T19:42:18.867954Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-02T19:42:18.868051Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-02T19:43:45.935897Z","caller":"traceutil/trace.go:171","msg":"trace[845304443] transaction","detail":"{read_only:false; response_revision:20020; number_of_response:1; }","duration":"160.873662ms","start":"2026-03-02T19:43:45.774987Z","end":"2026-03-02T19:43:45.93586Z","steps":["trace[845304443] 'process raft request' (duration: 160.672726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:43:45.936015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.587398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:43:45.936082Z","caller":"traceutil/trace.go:171","msg":"trace[543131282] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:20020; }","duration":"139.705422ms","start":"2026-03-02T19:43:45.796367Z","end":"2026-03-02T19:43:45.936073Z","steps":["trace[543131282] 'agreement among raft nodes before linearized reading' (duration: 139.537206ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:43:45.935898Z","caller":"traceutil/trace.go:171","msg":"trace[179387299] linearizableReadLoop","detail":"{readStateIndex:20765; appliedIndex:20765; }","duration":"139.444793ms","start":"2026-03-02T19:43:45.796422Z","end":"2026-03-02T19:43:45.935867Z","steps":["trace[179387299] 'read index received' (duration: 139.433223ms)","trace[179387299] 'applied index is now lower than readState.Index' (duration: 9.66µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:43:57.149544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.628675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:43:57.14991Z","caller":"traceutil/trace.go:171","msg":"trace[678290593] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:20091; }","duration":"113.047048ms","start":"2026-03-02T19:43:57.036835Z","end":"2026-03-02T19:43:57.149882Z","steps":["trace[678290593] 'count revisions from in-memory index tree' (duration: 112.545742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:05.566803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.535221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:44:05.566893Z","caller":"traceutil/trace.go:171","msg":"trace[790331740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20140; }","duration":"160.674626ms","start":"2026-03-02T19:44:05.406198Z","end":"2026-03-02T19:44:05.566873Z","steps":["trace[790331740] 'range keys from in-memory index tree' (duration: 160.363635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:05.566974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.465244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:44:05.567122Z","caller":"traceutil/trace.go:171","msg":"trace[588812375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20140; }","duration":"157.64448ms","start":"2026-03-02T19:44:05.409451Z","end":"2026-03-02T19:44:05.567096Z","steps":["trace[588812375] 'range keys from in-memory index tree' (duration: 157.315469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:05.567316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.682022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18430"} {"level":"info","ts":"2026-03-02T19:44:05.567359Z","caller":"traceutil/trace.go:171","msg":"trace[210152169] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20140; }","duration":"285.757555ms","start":"2026-03-02T19:44:05.281591Z","end":"2026-03-02T19:44:05.567348Z","steps":["trace[210152169] 'range keys from in-memory index tree' (duration: 285.582369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:05.567433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.061993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:44:05.567481Z","caller":"traceutil/trace.go:171","msg":"trace[1780368914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20140; }","duration":"152.141135ms","start":"2026-03-02T19:44:05.415324Z","end":"2026-03-02T19:44:05.567465Z","steps":["trace[1780368914] 'range keys from in-memory index tree' (duration: 151.921648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:05.567601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.897067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-03-02T19:44:05.567662Z","caller":"traceutil/trace.go:171","msg":"trace[190198490] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:20140; }","duration":"121.056931ms","start":"2026-03-02T19:44:05.44659Z","end":"2026-03-02T19:44:05.567647Z","steps":["trace[190198490] 'range keys from in-memory index tree' (duration: 120.70392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:05.567781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.469724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:44:05.567823Z","caller":"traceutil/trace.go:171","msg":"trace[2066976082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20140; }","duration":"175.512345ms","start":"2026-03-02T19:44:05.392301Z","end":"2026-03-02T19:44:05.567813Z","steps":["trace[2066976082] 'range keys from in-memory index tree' (duration: 175.34798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:05.568067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.406871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:44:05.568128Z","caller":"traceutil/trace.go:171","msg":"trace[1912891082] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20140; }","duration":"126.491724ms","start":"2026-03-02T19:44:05.441612Z","end":"2026-03-02T19:44:05.568104Z","steps":["trace[1912891082] 'range keys from in-memory index tree' (duration: 125.452431ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:44:05.722361Z","caller":"traceutil/trace.go:171","msg":"trace[1937481523] linearizableReadLoop","detail":"{readStateIndex:20890; appliedIndex:20889; }","duration":"148.690456ms","start":"2026-03-02T19:44:05.57365Z","end":"2026-03-02T19:44:05.72234Z","steps":["trace[1937481523] 'read index received' (duration: 148.569902ms)","trace[1937481523] 'applied index is now lower than readState.Index' (duration: 119.464µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:44:05.722572Z","caller":"traceutil/trace.go:171","msg":"trace[1307144952] transaction","detail":"{read_only:false; response_revision:20141; number_of_response:1; }","duration":"150.290096ms","start":"2026-03-02T19:44:05.572218Z","end":"2026-03-02T19:44:05.722508Z","steps":["trace[1307144952] 'process raft request' (duration: 149.929045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:44:05.722804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.12884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18430"} {"level":"info","ts":"2026-03-02T19:44:05.722943Z","caller":"traceutil/trace.go:171","msg":"trace[439753557] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20141; }","duration":"149.296275ms","start":"2026-03-02T19:44:05.573621Z","end":"2026-03-02T19:44:05.722917Z","steps":["trace[439753557] 'agreement among raft nodes before linearized reading' (duration: 148.905073ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:44:05.775755Z","caller":"traceutil/trace.go:171","msg":"trace[237559667] transaction","detail":"{read_only:false; response_revision:20142; number_of_response:1; }","duration":"201.930891ms","start":"2026-03-02T19:44:05.573812Z","end":"2026-03-02T19:44:05.775742Z","steps":["trace[237559667] 'process raft request' (duration: 194.161015ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:44:05.775836Z","caller":"traceutil/trace.go:171","msg":"trace[793738906] transaction","detail":"{read_only:false; response_revision:20143; number_of_response:1; }","duration":"201.405154ms","start":"2026-03-02T19:44:05.574376Z","end":"2026-03-02T19:44:05.775781Z","steps":["trace[793738906] 'process raft request' (duration: 201.26037ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:44:05.775837Z","caller":"traceutil/trace.go:171","msg":"trace[1153354323] transaction","detail":"{read_only:false; response_revision:20144; number_of_response:1; }","duration":"201.430006ms","start":"2026-03-02T19:44:05.574386Z","end":"2026-03-02T19:44:05.775816Z","steps":["trace[1153354323] 'process raft request' (duration: 201.290511ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:44:43.036487Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18275} {"level":"info","ts":"2026-03-02T19:44:43.132159Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18275,"took":"92.293571ms","hash":3247566727,"current-db-size-bytes":44367872,"current-db-size":"44 MB","current-db-size-in-use-bytes":29945856,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-02T19:44:43.132218Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3247566727,"revision":18275,"compact-revision":16116} {"level":"info","ts":"2026-03-02T19:45:45.983144Z","caller":"traceutil/trace.go:171","msg":"trace[1197133705] transaction","detail":"{read_only:false; response_revision:20889; number_of_response:1; }","duration":"116.404734ms","start":"2026-03-02T19:45:45.866714Z","end":"2026-03-02T19:45:45.983119Z","steps":["trace[1197133705] 'process raft request' (duration: 116.343662ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:45:45.983184Z","caller":"traceutil/trace.go:171","msg":"trace[1742622435] transaction","detail":"{read_only:false; response_revision:20888; number_of_response:1; }","duration":"265.123492ms","start":"2026-03-02T19:45:45.71802Z","end":"2026-03-02T19:45:45.983144Z","steps":["trace[1742622435] 'process raft request' (duration: 170.761115ms)","trace[1742622435] 'compare' (duration: 94.037566ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:45:57.366163Z","caller":"traceutil/trace.go:171","msg":"trace[891407400] linearizableReadLoop","detail":"{readStateIndex:22159; appliedIndex:22158; }","duration":"131.618695ms","start":"2026-03-02T19:45:57.234523Z","end":"2026-03-02T19:45:57.366141Z","steps":["trace[891407400] 'read index received' (duration: 131.365497ms)","trace[891407400] 'applied index is now lower than readState.Index' (duration: 252.118µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:45:57.366339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.802641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-02T19:45:57.366366Z","caller":"traceutil/trace.go:171","msg":"trace[1874669314] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:21373; }","duration":"131.870873ms","start":"2026-03-02T19:45:57.234487Z","end":"2026-03-02T19:45:57.366357Z","steps":["trace[1874669314] 'agreement among raft nodes before linearized reading' (duration: 131.75095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:45:57.37047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.504117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:45:57.370508Z","caller":"traceutil/trace.go:171","msg":"trace[1797074013] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:21374; }","duration":"128.547038ms","start":"2026-03-02T19:45:57.241952Z","end":"2026-03-02T19:45:57.370499Z","steps":["trace[1797074013] 'agreement among raft nodes before linearized reading' (duration: 128.491627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:45:57.370506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.546249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:45:57.370789Z","caller":"traceutil/trace.go:171","msg":"trace[1852924111] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:21374; }","duration":"128.849998ms","start":"2026-03-02T19:45:57.241916Z","end":"2026-03-02T19:45:57.370766Z","steps":["trace[1852924111] 'agreement among raft nodes before linearized reading' (duration: 128.539598ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:46:00.394629Z","caller":"traceutil/trace.go:171","msg":"trace[1197592861] transaction","detail":"{read_only:false; response_revision:21475; number_of_response:1; }","duration":"175.977719ms","start":"2026-03-02T19:46:00.218611Z","end":"2026-03-02T19:46:00.394589Z","steps":["trace[1197592861] 'process raft request' (duration: 175.133413ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:46:00.400876Z","caller":"traceutil/trace.go:171","msg":"trace[388524769] transaction","detail":"{read_only:false; response_revision:21476; number_of_response:1; }","duration":"181.756113ms","start":"2026-03-02T19:46:00.219098Z","end":"2026-03-02T19:46:00.400855Z","steps":["trace[388524769] 'process raft request' (duration: 181.492144ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:46:00.401133Z","caller":"traceutil/trace.go:171","msg":"trace[588502640] transaction","detail":"{read_only:false; response_revision:21477; number_of_response:1; }","duration":"180.594656ms","start":"2026-03-02T19:46:00.220511Z","end":"2026-03-02T19:46:00.401106Z","steps":["trace[588502640] 'process raft request' (duration: 180.246125ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:46:00.401779Z","caller":"traceutil/trace.go:171","msg":"trace[1653325933] linearizableReadLoop","detail":"{readStateIndex:22263; appliedIndex:22260; }","duration":"167.8029ms","start":"2026-03-02T19:46:00.233961Z","end":"2026-03-02T19:46:00.401764Z","steps":["trace[1653325933] 'read index received' (duration: 159.816288ms)","trace[1653325933] 'applied index is now lower than readState.Index' (duration: 7.985792ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:46:00.401842Z","caller":"traceutil/trace.go:171","msg":"trace[483448402] transaction","detail":"{read_only:false; response_revision:21478; number_of_response:1; }","duration":"150.439671ms","start":"2026-03-02T19:46:00.251378Z","end":"2026-03-02T19:46:00.401818Z","steps":["trace[483448402] 'process raft request' (duration: 149.755199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:46:00.402033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.989547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:46:00.402109Z","caller":"traceutil/trace.go:171","msg":"trace[294196214] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:21478; }","duration":"168.08809ms","start":"2026-03-02T19:46:00.233998Z","end":"2026-03-02T19:46:00.402086Z","steps":["trace[294196214] 'agreement among raft nodes before linearized reading' (duration: 167.958606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:46:00.402541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.327507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:46:00.402586Z","caller":"traceutil/trace.go:171","msg":"trace[1477463601] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test0; response_count:0; response_revision:21478; }","duration":"168.40176ms","start":"2026-03-02T19:46:00.234168Z","end":"2026-03-02T19:46:00.40257Z","steps":["trace[1477463601] 'agreement among raft nodes before linearized reading' (duration: 168.315867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:46:00.40306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.03325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:46:00.40318Z","caller":"traceutil/trace.go:171","msg":"trace[1624128037] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:21478; }","duration":"169.267797ms","start":"2026-03-02T19:46:00.233895Z","end":"2026-03-02T19:46:00.403163Z","steps":["trace[1624128037] 'agreement among raft nodes before linearized reading' (duration: 167.982486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:46:04.994411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947473743,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:46:05.060146Z","caller":"traceutil/trace.go:171","msg":"trace[1617490492] transaction","detail":"{read_only:false; response_revision:21575; number_of_response:1; }","duration":"633.876781ms","start":"2026-03-02T19:46:04.426235Z","end":"2026-03-02T19:46:05.060112Z","steps":["trace[1617490492] 'process raft request' (duration: 633.702355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:46:05.060305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:46:04.426222Z","time spent":"634.002025ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:46:05.968142Z","caller":"traceutil/trace.go:171","msg":"trace[408228500] transaction","detail":"{read_only:false; response_revision:21577; number_of_response:1; }","duration":"1.539900837s","start":"2026-03-02T19:46:04.428217Z","end":"2026-03-02T19:46:05.968118Z","steps":["trace[408228500] 'process raft request' (duration: 1.539772573s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:46:05.968387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:46:04.428208Z","time spent":"1.540087803s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:46:05.96823Z","caller":"traceutil/trace.go:171","msg":"trace[615335852] transaction","detail":"{read_only:false; response_revision:21576; number_of_response:1; }","duration":"1.541043673s","start":"2026-03-02T19:46:04.427125Z","end":"2026-03-02T19:46:05.968168Z","steps":["trace[615335852] 'process raft request' (duration: 1.540677781s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:46:05.968628Z","caller":"traceutil/trace.go:171","msg":"trace[1081361015] transaction","detail":"{read_only:false; response_revision:21578; number_of_response:1; }","duration":"1.540315899s","start":"2026-03-02T19:46:04.428285Z","end":"2026-03-02T19:46:05.968601Z","steps":["trace[1081361015] 'process raft request' (duration: 1.539761362s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:46:05.968772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:46:04.428265Z","time spent":"1.540430053s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:46:05.96877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:46:04.427101Z","time spent":"1.541560179s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:46:05.969006Z","caller":"traceutil/trace.go:171","msg":"trace[450405655] transaction","detail":"{read_only:false; response_revision:21579; number_of_response:1; }","duration":"1.432108856s","start":"2026-03-02T19:46:04.536876Z","end":"2026-03-02T19:46:05.968985Z","steps":["trace[450405655] 'process raft request' (duration: 1.431500036s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:46:05.969151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:46:04.536853Z","time spent":"1.432206518s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:46:05.969246Z","caller":"traceutil/trace.go:171","msg":"trace[1289209969] transaction","detail":"{read_only:false; response_revision:21581; number_of_response:1; }","duration":"1.019210428s","start":"2026-03-02T19:46:04.949988Z","end":"2026-03-02T19:46:05.969199Z","steps":["trace[1289209969] 'process raft request' (duration: 1.018996852s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:46:05.96925Z","caller":"traceutil/trace.go:171","msg":"trace[873100354] linearizableReadLoop","detail":"{readStateIndex:22369; appliedIndex:22361; }","duration":"1.475206469s","start":"2026-03-02T19:46:04.494009Z","end":"2026-03-02T19:46:05.969216Z","steps":["trace[873100354] 'read index received' (duration: 566.037224ms)","trace[873100354] 'applied index is now lower than readState.Index' (duration: 909.168065ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:46:05.96941Z","caller":"traceutil/trace.go:171","msg":"trace[834201955] transaction","detail":"{read_only:false; response_revision:21583; number_of_response:1; }","duration":"965.779327ms","start":"2026-03-02T19:46:05.003617Z","end":"2026-03-02T19:46:05.969397Z","steps":["trace[834201955] 'process raft request' (duration: 965.523619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:46:05.969427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:46:04.949959Z","time spent":"1.019389684s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:46:05.969402Z","caller":"traceutil/trace.go:171","msg":"trace[982408694] transaction","detail":"{read_only:false; response_revision:21582; number_of_response:1; }","duration":"983.910111ms","start":"2026-03-02T19:46:04.985468Z","end":"2026-03-02T19:46:05.969378Z","steps":["trace[982408694] 'process raft request' (duration: 983.589331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:46:05.969519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:46:05.00358Z","time spent":"965.86373ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:46:05.969158Z","caller":"traceutil/trace.go:171","msg":"trace[867273712] transaction","detail":"{read_only:false; response_revision:21580; number_of_response:1; }","duration":"1.386958856s","start":"2026-03-02T19:46:04.582159Z","end":"2026-03-02T19:46:05.969118Z","steps":["trace[867273712] 'process raft request' (duration: 1.386676107s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:46:05.969703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:46:04.985431Z","time spent":"984.108027ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:46:05.969849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475827488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417570"} {"level":"info","ts":"2026-03-02T19:46:05.969967Z","caller":"traceutil/trace.go:171","msg":"trace[613141306] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:21583; }","duration":"1.475935062s","start":"2026-03-02T19:46:04.494001Z","end":"2026-03-02T19:46:05.969936Z","steps":["trace[613141306] 'agreement among raft nodes before linearized reading' (duration: 1.475391875s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:46:05.970075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:46:04.493929Z","time spent":"1.476130699s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417594,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T19:46:05.970268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:46:04.582095Z","time spent":"1.387662318s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:46:06.056913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276927665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:46:06.057053Z","caller":"traceutil/trace.go:171","msg":"trace[1008702115] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21584; }","duration":"1.277118421s","start":"2026-03-02T19:46:04.779909Z","end":"2026-03-02T19:46:06.057027Z","steps":["trace[1008702115] 'agreement among raft nodes before linearized reading' (duration: 1.276883484s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:46:06.057089Z","caller":"traceutil/trace.go:171","msg":"trace[631010918] transaction","detail":"{read_only:false; response_revision:21584; number_of_response:1; }","duration":"522.820257ms","start":"2026-03-02T19:46:05.534246Z","end":"2026-03-02T19:46:06.057066Z","steps":["trace[631010918] 'process raft request' (duration: 521.591088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:46:06.057107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:46:04.779894Z","time spent":"1.277201723s","remote":"127.0.0.1:33548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:46:06.057106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.950346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:46:06.057177Z","caller":"traceutil/trace.go:171","msg":"trace[1128104291] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21584; }","duration":"102.177674ms","start":"2026-03-02T19:46:05.954983Z","end":"2026-03-02T19:46:06.05716Z","steps":["trace[1128104291] 'agreement among raft nodes before linearized reading' (duration: 101.950597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:46:06.057201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:46:05.534219Z","time spent":"522.914861ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:46:06.057202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.698147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:46:06.057325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.064208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-02T19:46:06.057433Z","caller":"traceutil/trace.go:171","msg":"trace[35807278] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21584; }","duration":"500.227932ms","start":"2026-03-02T19:46:05.557179Z","end":"2026-03-02T19:46:06.057407Z","steps":["trace[35807278] 'agreement among raft nodes before linearized reading' (duration: 499.997285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:46:06.057471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:46:05.557146Z","time spent":"500.316845ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-02T19:46:06.057352Z","caller":"traceutil/trace.go:171","msg":"trace[1274329687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21584; }","duration":"355.927475ms","start":"2026-03-02T19:46:05.701394Z","end":"2026-03-02T19:46:06.057322Z","steps":["trace[1274329687] 'agreement among raft nodes before linearized reading' (duration: 355.696558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:46:06.057652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:46:05.701362Z","time spent":"356.280847ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:47:16.812557Z","caller":"traceutil/trace.go:171","msg":"trace[475937386] linearizableReadLoop","detail":"{readStateIndex:23118; appliedIndex:23117; }","duration":"111.413075ms","start":"2026-03-02T19:47:16.701116Z","end":"2026-03-02T19:47:16.812529Z","steps":["trace[475937386] 'read index received' (duration: 111.174147ms)","trace[475937386] 'applied index is now lower than readState.Index' (duration: 237.848µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:16.812604Z","caller":"traceutil/trace.go:171","msg":"trace[88456028] transaction","detail":"{read_only:false; response_revision:22312; number_of_response:1; }","duration":"207.892468ms","start":"2026-03-02T19:47:16.604678Z","end":"2026-03-02T19:47:16.812571Z","steps":["trace[88456028] 'process raft request' (duration: 207.620969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:16.81279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.655023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:16.812848Z","caller":"traceutil/trace.go:171","msg":"trace[1978726337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22312; }","duration":"111.765176ms","start":"2026-03-02T19:47:16.701068Z","end":"2026-03-02T19:47:16.812833Z","steps":["trace[1978726337] 'agreement among raft nodes before linearized reading' (duration: 111.663303ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:21.906995Z","caller":"traceutil/trace.go:171","msg":"trace[1427528653] transaction","detail":"{read_only:false; response_revision:22363; number_of_response:1; }","duration":"201.361008ms","start":"2026-03-02T19:47:21.70561Z","end":"2026-03-02T19:47:21.906971Z","steps":["trace[1427528653] 'process raft request' (duration: 195.123356ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:21.907235Z","caller":"traceutil/trace.go:171","msg":"trace[1702837823] transaction","detail":"{read_only:false; response_revision:22365; number_of_response:1; }","duration":"103.728337ms","start":"2026-03-02T19:47:21.803476Z","end":"2026-03-02T19:47:21.907204Z","steps":["trace[1702837823] 'process raft request' (duration: 103.615263ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:21.907392Z","caller":"traceutil/trace.go:171","msg":"trace[1442695263] transaction","detail":"{read_only:false; response_revision:22364; number_of_response:1; }","duration":"103.929954ms","start":"2026-03-02T19:47:21.803416Z","end":"2026-03-02T19:47:21.907346Z","steps":["trace[1442695263] 'process raft request' (duration: 103.5152ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:22.396515Z","caller":"traceutil/trace.go:171","msg":"trace[272857757] transaction","detail":"{read_only:false; response_revision:22368; number_of_response:1; }","duration":"149.465783ms","start":"2026-03-02T19:47:22.247024Z","end":"2026-03-02T19:47:22.39649Z","steps":["trace[272857757] 'process raft request' (duration: 149.274067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:22.561207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.155221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:47:22.561456Z","caller":"traceutil/trace.go:171","msg":"trace[1919720031] linearizableReadLoop","detail":"{readStateIndex:23178; appliedIndex:23174; }","duration":"223.007437ms","start":"2026-03-02T19:47:22.338431Z","end":"2026-03-02T19:47:22.561438Z","steps":["trace[1919720031] 'read index received' (duration: 57.813706ms)","trace[1919720031] 'applied index is now lower than readState.Index' (duration: 165.192611ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:22.561581Z","caller":"traceutil/trace.go:171","msg":"trace[1482724736] transaction","detail":"{read_only:false; response_revision:22371; number_of_response:1; }","duration":"249.849802ms","start":"2026-03-02T19:47:22.311695Z","end":"2026-03-02T19:47:22.561545Z","steps":["trace[1482724736] 'process raft request' (duration: 249.700568ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:22.561581Z","caller":"traceutil/trace.go:171","msg":"trace[612926315] transaction","detail":"{read_only:false; response_revision:22369; number_of_response:1; }","duration":"314.456737ms","start":"2026-03-02T19:47:22.24709Z","end":"2026-03-02T19:47:22.561547Z","steps":["trace[612926315] 'process raft request' (duration: 183.886184ms)","trace[612926315] 'compare' (duration: 130.028826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:22.561666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.243994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:47:22.561705Z","caller":"traceutil/trace.go:171","msg":"trace[725252584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22371; }","duration":"223.330507ms","start":"2026-03-02T19:47:22.338364Z","end":"2026-03-02T19:47:22.561695Z","steps":["trace[725252584] 'agreement among raft nodes before linearized reading' (duration: 223.175242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:22.561707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.031113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:47:22.561768Z","caller":"traceutil/trace.go:171","msg":"trace[1454632578] transaction","detail":"{read_only:false; response_revision:22370; number_of_response:1; }","duration":"312.384651ms","start":"2026-03-02T19:47:22.249359Z","end":"2026-03-02T19:47:22.561744Z","steps":["trace[1454632578] 'process raft request' (duration: 311.975098ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:22.56178Z","caller":"traceutil/trace.go:171","msg":"trace[2117533352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22371; }","duration":"221.166927ms","start":"2026-03-02T19:47:22.340593Z","end":"2026-03-02T19:47:22.56176Z","steps":["trace[2117533352] 'agreement among raft nodes before linearized reading' (duration: 220.969131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:22.561776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:22.247075Z","time spent":"314.590852ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:22.561831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.989161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:47:22.561867Z","caller":"traceutil/trace.go:171","msg":"trace[359937156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22371; }","duration":"221.060113ms","start":"2026-03-02T19:47:22.340797Z","end":"2026-03-02T19:47:22.561857Z","steps":["trace[359937156] 'agreement among raft nodes before linearized reading' (duration: 220.96571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:22.56187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:22.249338Z","time spent":"312.480053ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:23.445022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.222111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:47:23.445131Z","caller":"traceutil/trace.go:171","msg":"trace[350703817] transaction","detail":"{read_only:false; response_revision:22372; number_of_response:1; }","duration":"880.035408ms","start":"2026-03-02T19:47:22.565075Z","end":"2026-03-02T19:47:23.445111Z","steps":["trace[350703817] 'process raft request' (duration: 498.558289ms)","trace[350703817] 'compare' (duration: 380.837148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:23.445192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:22.565055Z","time spent":"880.1053ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:23.471885Z","caller":"traceutil/trace.go:171","msg":"trace[1713026767] transaction","detail":"{read_only:false; response_revision:22375; number_of_response:1; }","duration":"905.293033ms","start":"2026-03-02T19:47:22.566562Z","end":"2026-03-02T19:47:23.471855Z","steps":["trace[1713026767] 'process raft request' (duration: 905.21633ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:23.471891Z","caller":"traceutil/trace.go:171","msg":"trace[766504822] transaction","detail":"{read_only:false; response_revision:22373; number_of_response:1; }","duration":"906.711128ms","start":"2026-03-02T19:47:22.565129Z","end":"2026-03-02T19:47:23.471841Z","steps":["trace[766504822] 'process raft request' (duration: 906.44982ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:23.471925Z","caller":"traceutil/trace.go:171","msg":"trace[1118896651] transaction","detail":"{read_only:false; response_revision:22374; number_of_response:1; }","duration":"906.568264ms","start":"2026-03-02T19:47:22.565321Z","end":"2026-03-02T19:47:23.471889Z","steps":["trace[1118896651] 'process raft request' (duration: 906.413719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:23.472028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:22.566548Z","time spent":"905.408006ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:23.472073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:22.565103Z","time spent":"906.865453ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:23.472078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:22.565312Z","time spent":"906.683457ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:23.511727Z","caller":"traceutil/trace.go:171","msg":"trace[520695664] linearizableReadLoop","detail":"{readStateIndex:23183; appliedIndex:23178; }","duration":"878.839079ms","start":"2026-03-02T19:47:22.632865Z","end":"2026-03-02T19:47:23.511704Z","steps":["trace[520695664] 'read index received' (duration: 430.965747ms)","trace[520695664] 'applied index is now lower than readState.Index' (duration: 447.872132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:23.511861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.995014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:47:23.511902Z","caller":"traceutil/trace.go:171","msg":"trace[1254206314] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:22376; }","duration":"879.103328ms","start":"2026-03-02T19:47:22.63279Z","end":"2026-03-02T19:47:23.511893Z","steps":["trace[1254206314] 'agreement among raft nodes before linearized reading' (duration: 879.018445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:23.511923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:22.632749Z","time spent":"879.169359ms","remote":"127.0.0.1:34746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:47:23.511776Z","caller":"traceutil/trace.go:171","msg":"trace[1212020576] transaction","detail":"{read_only:false; response_revision:22376; number_of_response:1; }","duration":"679.779965ms","start":"2026-03-02T19:47:22.831968Z","end":"2026-03-02T19:47:23.511748Z","steps":["trace[1212020576] 'process raft request' (duration: 679.598989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:23.512067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.706714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:23.512155Z","caller":"traceutil/trace.go:171","msg":"trace[736385950] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:22376; }","duration":"772.851759ms","start":"2026-03-02T19:47:22.739289Z","end":"2026-03-02T19:47:23.512141Z","steps":["trace[736385950] 'agreement among raft nodes before linearized reading' (duration: 772.715644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:23.512208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:22.739264Z","time spent":"772.933922ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:23.512158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.128593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:47:23.512302Z","caller":"traceutil/trace.go:171","msg":"trace[412181206] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22376; }","duration":"471.308228ms","start":"2026-03-02T19:47:23.040974Z","end":"2026-03-02T19:47:23.512282Z","steps":["trace[412181206] 'agreement among raft nodes before linearized reading' (duration: 471.097921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:23.512373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:23.040948Z","time spent":"471.404672ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:47:23.512158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:22.831942Z","time spent":"680.059474ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:31.851957Z","caller":"traceutil/trace.go:171","msg":"trace[678610281] transaction","detail":"{read_only:false; response_revision:22437; number_of_response:1; }","duration":"147.939604ms","start":"2026-03-02T19:47:31.703998Z","end":"2026-03-02T19:47:31.851937Z","steps":["trace[678610281] 'process raft request' (duration: 147.866012ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:31.851999Z","caller":"traceutil/trace.go:171","msg":"trace[1930749620] transaction","detail":"{read_only:false; response_revision:22436; number_of_response:1; }","duration":"148.621826ms","start":"2026-03-02T19:47:31.703344Z","end":"2026-03-02T19:47:31.851966Z","steps":["trace[1930749620] 'process raft request' (duration: 101.097343ms)","trace[1930749620] 'compare' (duration: 47.305706ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:31.852176Z","caller":"traceutil/trace.go:171","msg":"trace[785495448] transaction","detail":"{read_only:false; response_revision:22438; number_of_response:1; }","duration":"148.158461ms","start":"2026-03-02T19:47:31.703999Z","end":"2026-03-02T19:47:31.852158Z","steps":["trace[785495448] 'process raft request' (duration: 147.902683ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:31.852407Z","caller":"traceutil/trace.go:171","msg":"trace[637072075] transaction","detail":"{read_only:false; response_revision:22439; number_of_response:1; }","duration":"147.426748ms","start":"2026-03-02T19:47:31.704956Z","end":"2026-03-02T19:47:31.852383Z","steps":["trace[637072075] 'process raft request' (duration: 147.150459ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:33.728169Z","caller":"traceutil/trace.go:171","msg":"trace[118405356] transaction","detail":"{read_only:false; response_revision:22447; number_of_response:1; }","duration":"138.145178ms","start":"2026-03-02T19:47:33.589998Z","end":"2026-03-02T19:47:33.728143Z","steps":["trace[118405356] 'process raft request' (duration: 137.983582ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:34.411059Z","caller":"traceutil/trace.go:171","msg":"trace[268119327] transaction","detail":"{read_only:false; response_revision:22454; number_of_response:1; }","duration":"149.498754ms","start":"2026-03-02T19:47:34.261535Z","end":"2026-03-02T19:47:34.411033Z","steps":["trace[268119327] 'process raft request' (duration: 149.311578ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:38.817666Z","caller":"traceutil/trace.go:171","msg":"trace[714775948] linearizableReadLoop","detail":"{readStateIndex:23294; appliedIndex:23293; }","duration":"116.788549ms","start":"2026-03-02T19:47:38.700846Z","end":"2026-03-02T19:47:38.817635Z","steps":["trace[714775948] 'read index received' (duration: 33.595214ms)","trace[714775948] 'applied index is now lower than readState.Index' (duration: 83.191725ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:38.81787Z","caller":"traceutil/trace.go:171","msg":"trace[1005255651] transaction","detail":"{read_only:false; response_revision:22483; number_of_response:1; }","duration":"168.026142ms","start":"2026-03-02T19:47:38.649744Z","end":"2026-03-02T19:47:38.81777Z","steps":["trace[1005255651] 'process raft request' (duration: 84.700313ms)","trace[1005255651] 'compare' (duration: 82.945757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:38.817807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.945344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:38.818076Z","caller":"traceutil/trace.go:171","msg":"trace[366867710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22483; }","duration":"117.223123ms","start":"2026-03-02T19:47:38.700768Z","end":"2026-03-02T19:47:38.817991Z","steps":["trace[366867710] 'agreement among raft nodes before linearized reading' (duration: 116.971445ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:38.998477Z","caller":"traceutil/trace.go:171","msg":"trace[217033231] transaction","detail":"{read_only:false; response_revision:22484; number_of_response:1; }","duration":"214.120989ms","start":"2026-03-02T19:47:38.784324Z","end":"2026-03-02T19:47:38.998445Z","steps":["trace[217033231] 'process raft request' (duration: 207.918869ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:39.05513Z","caller":"traceutil/trace.go:171","msg":"trace[796015084] transaction","detail":"{read_only:false; response_revision:22485; number_of_response:1; }","duration":"268.331149ms","start":"2026-03-02T19:47:38.786772Z","end":"2026-03-02T19:47:39.055103Z","steps":["trace[796015084] 'process raft request' (duration: 268.145913ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:39.055544Z","caller":"traceutil/trace.go:171","msg":"trace[577567870] transaction","detail":"{read_only:false; response_revision:22486; number_of_response:1; }","duration":"221.679104ms","start":"2026-03-02T19:47:38.833827Z","end":"2026-03-02T19:47:39.055506Z","steps":["trace[577567870] 'process raft request' (duration: 221.223409ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:39.055563Z","caller":"traceutil/trace.go:171","msg":"trace[435339189] linearizableReadLoop","detail":"{readStateIndex:23296; appliedIndex:23294; }","duration":"236.358688ms","start":"2026-03-02T19:47:38.819179Z","end":"2026-03-02T19:47:39.055537Z","steps":["trace[435339189] 'read index received' (duration: 173.154238ms)","trace[435339189] 'applied index is now lower than readState.Index' (duration: 63.20322ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:39.055723Z","caller":"traceutil/trace.go:171","msg":"trace[1912321631] transaction","detail":"{read_only:false; response_revision:22487; number_of_response:1; }","duration":"195.927893ms","start":"2026-03-02T19:47:38.859744Z","end":"2026-03-02T19:47:39.055672Z","steps":["trace[1912321631] 'process raft request' (duration: 195.664954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:39.055723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.521273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:39.055833Z","caller":"traceutil/trace.go:171","msg":"trace[439491382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22487; }","duration":"236.675308ms","start":"2026-03-02T19:47:38.819141Z","end":"2026-03-02T19:47:39.055816Z","steps":["trace[439491382] 'agreement among raft nodes before linearized reading' (duration: 236.461181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:39.055919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.321245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:39.055994Z","caller":"traceutil/trace.go:171","msg":"trace[914551806] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22487; }","duration":"209.446589ms","start":"2026-03-02T19:47:38.84653Z","end":"2026-03-02T19:47:39.055977Z","steps":["trace[914551806] 'agreement among raft nodes before linearized reading' (duration: 209.297154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:39.056049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.382692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:47:39.056149Z","caller":"traceutil/trace.go:171","msg":"trace[516129697] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22487; }","duration":"110.541807ms","start":"2026-03-02T19:47:38.945585Z","end":"2026-03-02T19:47:39.056126Z","steps":["trace[516129697] 'agreement among raft nodes before linearized reading' (duration: 110.301919ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:39.904721Z","caller":"traceutil/trace.go:171","msg":"trace[614502451] transaction","detail":"{read_only:false; response_revision:22488; number_of_response:1; }","duration":"124.911361ms","start":"2026-03-02T19:47:39.779786Z","end":"2026-03-02T19:47:39.904698Z","steps":["trace[614502451] 'process raft request' (duration: 124.474926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:40.169761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.999163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:47:40.170153Z","caller":"traceutil/trace.go:171","msg":"trace[821792990] linearizableReadLoop","detail":"{readStateIndex:23300; appliedIndex:23299; }","duration":"209.951005ms","start":"2026-03-02T19:47:39.960175Z","end":"2026-03-02T19:47:40.170126Z","steps":["trace[821792990] 'read index received' (duration: 49.444885ms)","trace[821792990] 'applied index is now lower than readState.Index' (duration: 160.50274ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:40.170193Z","caller":"traceutil/trace.go:171","msg":"trace[1635757977] transaction","detail":"{read_only:false; response_revision:22489; number_of_response:1; }","duration":"261.85669ms","start":"2026-03-02T19:47:39.908297Z","end":"2026-03-02T19:47:40.170154Z","steps":["trace[1635757977] 'process raft request' (duration: 101.377121ms)","trace[1635757977] 'compare' (duration: 159.8877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:40.170372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.240483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:40.170405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.209414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:40.17044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.073363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:47:40.170481Z","caller":"traceutil/trace.go:171","msg":"trace[1242321478] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:22490; }","duration":"210.339358ms","start":"2026-03-02T19:47:39.960124Z","end":"2026-03-02T19:47:40.170463Z","steps":["trace[1242321478] 'agreement among raft nodes before linearized reading' (duration: 210.204324ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:40.17051Z","caller":"traceutil/trace.go:171","msg":"trace[851211365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22490; }","duration":"207.165825ms","start":"2026-03-02T19:47:39.963328Z","end":"2026-03-02T19:47:40.170494Z","steps":["trace[851211365] 'agreement among raft nodes before linearized reading' (duration: 206.958728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:40.1706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.460879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T19:47:40.170634Z","caller":"traceutil/trace.go:171","msg":"trace[250205786] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22490; }","duration":"143.498891ms","start":"2026-03-02T19:47:40.027127Z","end":"2026-03-02T19:47:40.170626Z","steps":["trace[250205786] 'agreement among raft nodes before linearized reading' (duration: 143.390318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:40.170653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.803876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:47:40.170425Z","caller":"traceutil/trace.go:171","msg":"trace[1122877581] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22490; }","duration":"143.298974ms","start":"2026-03-02T19:47:40.027111Z","end":"2026-03-02T19:47:40.17041Z","steps":["trace[1122877581] 'agreement among raft nodes before linearized reading' (duration: 143.222172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:40.17069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.407475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:47:40.170719Z","caller":"traceutil/trace.go:171","msg":"trace[1826314976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22490; }","duration":"145.884818ms","start":"2026-03-02T19:47:40.024816Z","end":"2026-03-02T19:47:40.170701Z","steps":["trace[1826314976] 'agreement among raft nodes before linearized reading' (duration: 145.739463ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:40.170743Z","caller":"traceutil/trace.go:171","msg":"trace[2052263052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22490; }","duration":"146.499827ms","start":"2026-03-02T19:47:40.02423Z","end":"2026-03-02T19:47:40.17073Z","steps":["trace[2052263052] 'agreement among raft nodes before linearized reading' (duration: 146.375473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:40.170501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.345326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:47:40.170465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.293814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:40.170866Z","caller":"traceutil/trace.go:171","msg":"trace[2083238616] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22490; }","duration":"143.695177ms","start":"2026-03-02T19:47:40.027158Z","end":"2026-03-02T19:47:40.170853Z","steps":["trace[2083238616] 'agreement among raft nodes before linearized reading' (duration: 143.289844ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:40.170819Z","caller":"traceutil/trace.go:171","msg":"trace[1076125204] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22490; }","duration":"143.660716ms","start":"2026-03-02T19:47:40.027142Z","end":"2026-03-02T19:47:40.170803Z","steps":["trace[1076125204] 'agreement among raft nodes before linearized reading' (duration: 143.342636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:40.170925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.260916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:47:40.17099Z","caller":"traceutil/trace.go:171","msg":"trace[492703628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22490; }","duration":"162.37204ms","start":"2026-03-02T19:47:40.008603Z","end":"2026-03-02T19:47:40.170975Z","steps":["trace[492703628] 'agreement among raft nodes before linearized reading' (duration: 162.229626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:40.170943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.846312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:40.171127Z","caller":"traceutil/trace.go:171","msg":"trace[50326499] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22490; }","duration":"144.045788ms","start":"2026-03-02T19:47:40.027071Z","end":"2026-03-02T19:47:40.171117Z","steps":["trace[50326499] 'agreement among raft nodes before linearized reading' (duration: 143.831511ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:40.721975Z","caller":"traceutil/trace.go:171","msg":"trace[434868633] transaction","detail":"{read_only:false; response_revision:22497; number_of_response:1; }","duration":"140.06123ms","start":"2026-03-02T19:47:40.581872Z","end":"2026-03-02T19:47:40.721933Z","steps":["trace[434868633] 'process raft request' (duration: 45.369134ms)","trace[434868633] 'compare' (duration: 94.449118ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:48.4354Z","caller":"traceutil/trace.go:171","msg":"trace[783108862] transaction","detail":"{read_only:false; response_revision:22546; number_of_response:1; }","duration":"125.028633ms","start":"2026-03-02T19:47:48.310317Z","end":"2026-03-02T19:47:48.435346Z","steps":["trace[783108862] 'process raft request' (duration: 96.410191ms)","trace[783108862] 'compare' (duration: 28.358124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:55.803801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.104315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:55.803883Z","caller":"traceutil/trace.go:171","msg":"trace[2135479448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22596; }","duration":"102.215608ms","start":"2026-03-02T19:47:55.701641Z","end":"2026-03-02T19:47:55.803856Z","steps":["trace[2135479448] 'range keys from in-memory index tree' (duration: 102.042673ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:56.260474Z","caller":"traceutil/trace.go:171","msg":"trace[1879499391] transaction","detail":"{read_only:false; response_revision:22598; number_of_response:1; }","duration":"123.986041ms","start":"2026-03-02T19:47:56.136457Z","end":"2026-03-02T19:47:56.260443Z","steps":["trace[1879499391] 'process raft request' (duration: 123.709272ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:57.652902Z","caller":"traceutil/trace.go:171","msg":"trace[1953148563] transaction","detail":"{read_only:false; response_revision:22612; number_of_response:1; }","duration":"142.169028ms","start":"2026-03-02T19:47:57.510705Z","end":"2026-03-02T19:47:57.652874Z","steps":["trace[1953148563] 'process raft request' (duration: 142.006282ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:58.850995Z","caller":"traceutil/trace.go:171","msg":"trace[928529954] transaction","detail":"{read_only:false; response_revision:22618; number_of_response:1; }","duration":"104.436201ms","start":"2026-03-02T19:47:58.746511Z","end":"2026-03-02T19:47:58.850947Z","steps":["trace[928529954] 'process raft request' (duration: 104.09204ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:59.247157Z","caller":"traceutil/trace.go:171","msg":"trace[2058561199] transaction","detail":"{read_only:false; response_revision:22620; number_of_response:1; }","duration":"111.89629ms","start":"2026-03-02T19:47:59.135236Z","end":"2026-03-02T19:47:59.247132Z","steps":["trace[2058561199] 'process raft request' (duration: 111.699904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.526065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.755477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:47:59.526398Z","caller":"traceutil/trace.go:171","msg":"trace[1671396582] transaction","detail":"{read_only:false; response_revision:22621; number_of_response:1; }","duration":"389.939822ms","start":"2026-03-02T19:47:59.136425Z","end":"2026-03-02T19:47:59.526365Z","steps":["trace[1671396582] 'process raft request' (duration: 206.794722ms)","trace[1671396582] 'compare' (duration: 182.500569ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:59.526446Z","caller":"traceutil/trace.go:171","msg":"trace[1979756408] linearizableReadLoop","detail":"{readStateIndex:23437; appliedIndex:23436; }","duration":"248.623493ms","start":"2026-03-02T19:47:59.277799Z","end":"2026-03-02T19:47:59.526423Z","steps":["trace[1979756408] 'read index received' (duration: 65.297077ms)","trace[1979756408] 'applied index is now lower than readState.Index' (duration: 183.324466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:59.526553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:59.136394Z","time spent":"390.081077ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:59.526707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.879582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-02T19:47:59.526849Z","caller":"traceutil/trace.go:171","msg":"trace[856552973] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22621; }","duration":"249.073897ms","start":"2026-03-02T19:47:59.277726Z","end":"2026-03-02T19:47:59.5268Z","steps":["trace[856552973] 'agreement among raft nodes before linearized reading' (duration: 248.781618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.933893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.880125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:47:59.934153Z","caller":"traceutil/trace.go:171","msg":"trace[944588236] transaction","detail":"{read_only:false; response_revision:22625; number_of_response:1; }","duration":"342.12178ms","start":"2026-03-02T19:47:59.592017Z","end":"2026-03-02T19:47:59.934139Z","steps":["trace[944588236] 'process raft request' (duration: 342.046547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.934209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:59.591982Z","time spent":"342.199282ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:59.934227Z","caller":"traceutil/trace.go:171","msg":"trace[1875765691] linearizableReadLoop","detail":"{readStateIndex:23440; appliedIndex:23438; }","duration":"407.718127ms","start":"2026-03-02T19:47:59.526483Z","end":"2026-03-02T19:47:59.934201Z","steps":["trace[1875765691] 'read index received' (duration: 249.489131ms)","trace[1875765691] 'applied index is now lower than readState.Index' (duration: 158.227816ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:47:59.934313Z","caller":"traceutil/trace.go:171","msg":"trace[868159254] transaction","detail":"{read_only:false; response_revision:22623; number_of_response:1; }","duration":"417.306306ms","start":"2026-03-02T19:47:59.516996Z","end":"2026-03-02T19:47:59.934302Z","steps":["trace[868159254] 'process raft request' (duration: 258.935935ms)","trace[868159254] 'compare' (duration: 157.491993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:47:59.93436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:59.516966Z","time spent":"417.372298ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:47:59.934404Z","caller":"traceutil/trace.go:171","msg":"trace[325955455] transaction","detail":"{read_only:false; response_revision:22626; number_of_response:1; }","duration":"276.140381ms","start":"2026-03-02T19:47:59.658227Z","end":"2026-03-02T19:47:59.934368Z","steps":["trace[325955455] 'process raft request' (duration: 275.870203ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:47:59.934426Z","caller":"traceutil/trace.go:171","msg":"trace[947793012] transaction","detail":"{read_only:false; response_revision:22624; number_of_response:1; }","duration":"411.710656ms","start":"2026-03-02T19:47:59.522707Z","end":"2026-03-02T19:47:59.934418Z","steps":["trace[947793012] 'process raft request' (duration: 411.279212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.934464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:59.522678Z","time spent":"411.770038ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:47:59.934597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.773168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-02T19:47:59.934617Z","caller":"traceutil/trace.go:171","msg":"trace[1262888724] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:22626; }","duration":"402.792618ms","start":"2026-03-02T19:47:59.531818Z","end":"2026-03-02T19:47:59.934611Z","steps":["trace[1262888724] 'agreement among raft nodes before linearized reading' (duration: 402.693715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.934632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:59.53176Z","time spent":"402.868471ms","remote":"127.0.0.1:33496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-02T19:47:59.934742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.612297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:59.934765Z","caller":"traceutil/trace.go:171","msg":"trace[706607782] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:22626; }","duration":"620.69306ms","start":"2026-03-02T19:47:59.314065Z","end":"2026-03-02T19:47:59.934758Z","steps":["trace[706607782] 'agreement among raft nodes before linearized reading' (duration: 620.655049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.934781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:59.31401Z","time spent":"620.766713ms","remote":"127.0.0.1:38212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:59.934879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.327491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:47:59.934897Z","caller":"traceutil/trace.go:171","msg":"trace[631540939] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:22626; }","duration":"348.372452ms","start":"2026-03-02T19:47:59.586521Z","end":"2026-03-02T19:47:59.934893Z","steps":["trace[631540939] 'agreement among raft nodes before linearized reading' (duration: 348.337381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.934911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:59.586507Z","time spent":"348.400653ms","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:47:59.935052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.822019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:47:59.935075Z","caller":"traceutil/trace.go:171","msg":"trace[1343111857] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22626; }","duration":"358.865741ms","start":"2026-03-02T19:47:59.576204Z","end":"2026-03-02T19:47:59.935069Z","steps":["trace[1343111857] 'agreement among raft nodes before linearized reading' (duration: 358.799719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:47:59.935088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:47:59.57619Z","time spent":"358.895531ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:48:00.683603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.379233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:00.683665Z","caller":"traceutil/trace.go:171","msg":"trace[103549860] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:22628; }","duration":"115.479856ms","start":"2026-03-02T19:48:00.568171Z","end":"2026-03-02T19:48:00.68365Z","steps":["trace[103549860] 'count revisions from in-memory index tree' (duration: 115.319992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:00.683865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.904339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:48:00.683885Z","caller":"traceutil/trace.go:171","msg":"trace[9817861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22628; }","duration":"141.982772ms","start":"2026-03-02T19:48:00.541898Z","end":"2026-03-02T19:48:00.683881Z","steps":["trace[9817861] 'range keys from in-memory index tree' (duration: 141.780426ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:00.961049Z","caller":"traceutil/trace.go:171","msg":"trace[232381933] transaction","detail":"{read_only:false; response_revision:22629; number_of_response:1; }","duration":"272.936698ms","start":"2026-03-02T19:48:00.688078Z","end":"2026-03-02T19:48:00.961015Z","steps":["trace[232381933] 'process raft request' (duration: 272.752112ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:00.964315Z","caller":"traceutil/trace.go:171","msg":"trace[1962765719] linearizableReadLoop","detail":"{readStateIndex:23447; appliedIndex:23444; }","duration":"266.549891ms","start":"2026-03-02T19:48:00.697738Z","end":"2026-03-02T19:48:00.964288Z","steps":["trace[1962765719] 'read index received' (duration: 263.224284ms)","trace[1962765719] 'applied index is now lower than readState.Index' (duration: 3.323897ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:00.964444Z","caller":"traceutil/trace.go:171","msg":"trace[692721201] transaction","detail":"{read_only:false; response_revision:22631; number_of_response:1; }","duration":"275.455619ms","start":"2026-03-02T19:48:00.688976Z","end":"2026-03-02T19:48:00.964432Z","steps":["trace[692721201] 'process raft request' (duration: 275.262373ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:00.964438Z","caller":"traceutil/trace.go:171","msg":"trace[1271911094] transaction","detail":"{read_only:false; response_revision:22630; number_of_response:1; }","duration":"275.910953ms","start":"2026-03-02T19:48:00.688495Z","end":"2026-03-02T19:48:00.964406Z","steps":["trace[1271911094] 'process raft request' (duration: 275.565262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:00.964594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.773193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:00.964682Z","caller":"traceutil/trace.go:171","msg":"trace[1629871528] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:22631; }","duration":"118.916167ms","start":"2026-03-02T19:48:00.845745Z","end":"2026-03-02T19:48:00.964661Z","steps":["trace[1629871528] 'agreement among raft nodes before linearized reading' (duration: 118.712331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:00.965021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.266714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:48:00.965035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.704218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:48:00.96507Z","caller":"traceutil/trace.go:171","msg":"trace[543592266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22631; }","duration":"267.333757ms","start":"2026-03-02T19:48:00.697719Z","end":"2026-03-02T19:48:00.965053Z","steps":["trace[543592266] 'agreement among raft nodes before linearized reading' (duration: 267.256275ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:00.96507Z","caller":"traceutil/trace.go:171","msg":"trace[1284978707] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22631; }","duration":"108.758629ms","start":"2026-03-02T19:48:00.8563Z","end":"2026-03-02T19:48:00.965058Z","steps":["trace[1284978707] 'agreement among raft nodes before linearized reading' (duration: 108.607274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:21.29183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.263165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:48:21.291947Z","caller":"traceutil/trace.go:171","msg":"trace[983221900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22808; }","duration":"157.402289ms","start":"2026-03-02T19:48:21.13452Z","end":"2026-03-02T19:48:21.291922Z","steps":["trace[983221900] 'range keys from in-memory index tree' (duration: 157.039717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:21.291966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.561192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:48:21.292055Z","caller":"traceutil/trace.go:171","msg":"trace[1259604555] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22808; }","duration":"116.693576ms","start":"2026-03-02T19:48:21.175339Z","end":"2026-03-02T19:48:21.292033Z","steps":["trace[1259604555] 'range keys from in-memory index tree' (duration: 116.415986ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:23.953777Z","caller":"traceutil/trace.go:171","msg":"trace[1992360254] transaction","detail":"{read_only:false; response_revision:22833; number_of_response:1; }","duration":"155.537469ms","start":"2026-03-02T19:48:23.798209Z","end":"2026-03-02T19:48:23.953746Z","steps":["trace[1992360254] 'process raft request' (duration: 155.297891ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:23.953819Z","caller":"traceutil/trace.go:171","msg":"trace[1902164238] transaction","detail":"{read_only:false; response_revision:22834; number_of_response:1; }","duration":"155.579921ms","start":"2026-03-02T19:48:23.798212Z","end":"2026-03-02T19:48:23.953792Z","steps":["trace[1902164238] 'process raft request' (duration: 155.457917ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:24.087772Z","caller":"traceutil/trace.go:171","msg":"trace[1742866711] transaction","detail":"{read_only:false; response_revision:22835; number_of_response:1; }","duration":"131.780972ms","start":"2026-03-02T19:48:23.955957Z","end":"2026-03-02T19:48:24.087738Z","steps":["trace[1742866711] 'process raft request' (duration: 76.116526ms)","trace[1742866711] 'compare' (duration: 55.515361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:27.592441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.765947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:48:27.592988Z","caller":"traceutil/trace.go:171","msg":"trace[240454898] linearizableReadLoop","detail":"{readStateIndex:23683; appliedIndex:23681; }","duration":"259.166233ms","start":"2026-03-02T19:48:27.333801Z","end":"2026-03-02T19:48:27.592967Z","steps":["trace[240454898] 'read index received' (duration: 67.763167ms)","trace[240454898] 'applied index is now lower than readState.Index' (duration: 191.401806ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:27.593111Z","caller":"traceutil/trace.go:171","msg":"trace[959310000] transaction","detail":"{read_only:false; response_revision:22861; number_of_response:1; }","duration":"344.094634ms","start":"2026-03-02T19:48:27.249006Z","end":"2026-03-02T19:48:27.5931Z","steps":["trace[959310000] 'process raft request' (duration: 343.566457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:27.593191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:27.24898Z","time spent":"344.166446ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:27.593458Z","caller":"traceutil/trace.go:171","msg":"trace[1212231163] transaction","detail":"{read_only:false; response_revision:22860; number_of_response:1; }","duration":"350.739838ms","start":"2026-03-02T19:48:27.242669Z","end":"2026-03-02T19:48:27.593409Z","steps":["trace[1212231163] 'process raft request' (duration: 158.897198ms)","trace[1212231163] 'compare' (duration: 190.419195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:27.59366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:27.242659Z","time spent":"350.908404ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:27.593708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.258284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:48:27.593708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.094404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:48:27.593789Z","caller":"traceutil/trace.go:171","msg":"trace[1067748924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22862; }","duration":"179.394469ms","start":"2026-03-02T19:48:27.414375Z","end":"2026-03-02T19:48:27.593769Z","steps":["trace[1067748924] 'agreement among raft nodes before linearized reading' (duration: 179.147221ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:27.593795Z","caller":"traceutil/trace.go:171","msg":"trace[892142473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22862; }","duration":"177.204458ms","start":"2026-03-02T19:48:27.416572Z","end":"2026-03-02T19:48:27.593777Z","steps":["trace[892142473] 'agreement among raft nodes before linearized reading' (duration: 176.974541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:27.593771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.932748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:48:27.593887Z","caller":"traceutil/trace.go:171","msg":"trace[1042847067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22862; }","duration":"260.063802ms","start":"2026-03-02T19:48:27.333793Z","end":"2026-03-02T19:48:27.593857Z","steps":["trace[1042847067] 'agreement among raft nodes before linearized reading' (duration: 259.618848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:27.593775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.259885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:48:27.593961Z","caller":"traceutil/trace.go:171","msg":"trace[809372204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22862; }","duration":"192.502802ms","start":"2026-03-02T19:48:27.401436Z","end":"2026-03-02T19:48:27.593939Z","steps":["trace[809372204] 'agreement among raft nodes before linearized reading' (duration: 192.035407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:27.594108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.544369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:48:27.594318Z","caller":"traceutil/trace.go:171","msg":"trace[1994270382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22862; }","duration":"177.767976ms","start":"2026-03-02T19:48:27.416505Z","end":"2026-03-02T19:48:27.594273Z","steps":["trace[1994270382] 'agreement among raft nodes before linearized reading' (duration: 176.975121ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:28.326893Z","caller":"traceutil/trace.go:171","msg":"trace[1908925001] transaction","detail":"{read_only:false; response_revision:22868; number_of_response:1; }","duration":"353.073944ms","start":"2026-03-02T19:48:27.973798Z","end":"2026-03-02T19:48:28.326872Z","steps":["trace[1908925001] 'process raft request' (duration: 352.917439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:28.327027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:27.973768Z","time spent":"353.187697ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:28.508267Z","caller":"traceutil/trace.go:171","msg":"trace[1364680574] linearizableReadLoop","detail":"{readStateIndex:23693; appliedIndex:23690; }","duration":"164.215109ms","start":"2026-03-02T19:48:28.344025Z","end":"2026-03-02T19:48:28.50824Z","steps":["trace[1364680574] 'read index received' (duration: 158.292308ms)","trace[1364680574] 'applied index is now lower than readState.Index' (duration: 5.921401ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:28.50847Z","caller":"traceutil/trace.go:171","msg":"trace[925629769] transaction","detail":"{read_only:false; response_revision:22869; number_of_response:1; }","duration":"520.257919ms","start":"2026-03-02T19:48:27.988199Z","end":"2026-03-02T19:48:28.508457Z","steps":["trace[925629769] 'process raft request' (duration: 514.224324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:28.508581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.53328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:28.508699Z","caller":"traceutil/trace.go:171","msg":"trace[27757667] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22871; }","duration":"164.664344ms","start":"2026-03-02T19:48:28.344009Z","end":"2026-03-02T19:48:28.508673Z","steps":["trace[27757667] 'agreement among raft nodes before linearized reading' (duration: 164.451667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:28.508782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:27.988187Z","time spent":"520.421854ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:28.508971Z","caller":"traceutil/trace.go:171","msg":"trace[2101702535] transaction","detail":"{read_only:false; response_revision:22870; number_of_response:1; }","duration":"331.868969ms","start":"2026-03-02T19:48:28.177089Z","end":"2026-03-02T19:48:28.508958Z","steps":["trace[2101702535] 'process raft request' (duration: 331.034622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:28.509099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:28.17706Z","time spent":"331.948742ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:28.509168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.454825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:28.50924Z","caller":"traceutil/trace.go:171","msg":"trace[748230757] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22871; }","duration":"163.566538ms","start":"2026-03-02T19:48:28.34564Z","end":"2026-03-02T19:48:28.509206Z","steps":["trace[748230757] 'agreement among raft nodes before linearized reading' (duration: 163.453014ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:28.509334Z","caller":"traceutil/trace.go:171","msg":"trace[1902303611] transaction","detail":"{read_only:false; response_revision:22871; number_of_response:1; }","duration":"305.364594ms","start":"2026-03-02T19:48:28.20395Z","end":"2026-03-02T19:48:28.509315Z","steps":["trace[1902303611] 'process raft request' (duration: 304.244707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:28.509411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:28.203925Z","time spent":"305.447966ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:48:28.509785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.650888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:28.509827Z","caller":"traceutil/trace.go:171","msg":"trace[458521735] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22871; }","duration":"162.734772ms","start":"2026-03-02T19:48:28.347082Z","end":"2026-03-02T19:48:28.509817Z","steps":["trace[458521735] 'agreement among raft nodes before linearized reading' (duration: 162.663069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:29.179253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.372566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:29.179368Z","caller":"traceutil/trace.go:171","msg":"trace[1525918766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22873; }","duration":"116.536981ms","start":"2026-03-02T19:48:29.062807Z","end":"2026-03-02T19:48:29.179344Z","steps":["trace[1525918766] 'range keys from in-memory index tree' (duration: 116.275612ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:30.110099Z","caller":"traceutil/trace.go:171","msg":"trace[273291905] transaction","detail":"{read_only:false; response_revision:22880; number_of_response:1; }","duration":"102.973253ms","start":"2026-03-02T19:48:30.007097Z","end":"2026-03-02T19:48:30.11007Z","steps":["trace[273291905] 'process raft request' (duration: 102.786987ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:30.440554Z","caller":"traceutil/trace.go:171","msg":"trace[1576604626] transaction","detail":"{read_only:false; response_revision:22881; number_of_response:1; }","duration":"108.062427ms","start":"2026-03-02T19:48:30.332471Z","end":"2026-03-02T19:48:30.440534Z","steps":["trace[1576604626] 'process raft request' (duration: 107.927133ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:30.619852Z","caller":"traceutil/trace.go:171","msg":"trace[1596644462] linearizableReadLoop","detail":"{readStateIndex:23704; appliedIndex:23703; }","duration":"103.999316ms","start":"2026-03-02T19:48:30.515832Z","end":"2026-03-02T19:48:30.619831Z","steps":["trace[1596644462] 'read index received' (duration: 103.621494ms)","trace[1596644462] 'applied index is now lower than readState.Index' (duration: 376.772µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:30.61987Z","caller":"traceutil/trace.go:171","msg":"trace[1510083072] transaction","detail":"{read_only:false; response_revision:22882; number_of_response:1; }","duration":"104.863423ms","start":"2026-03-02T19:48:30.514977Z","end":"2026-03-02T19:48:30.61984Z","steps":["trace[1510083072] 'process raft request' (duration: 104.45373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:30.61995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.102569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:30.619979Z","caller":"traceutil/trace.go:171","msg":"trace[2051227923] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22882; }","duration":"104.176802ms","start":"2026-03-02T19:48:30.515794Z","end":"2026-03-02T19:48:30.619971Z","steps":["trace[2051227923] 'agreement among raft nodes before linearized reading' (duration: 104.105229ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:30.660184Z","caller":"traceutil/trace.go:171","msg":"trace[194987489] transaction","detail":"{read_only:false; response_revision:22883; number_of_response:1; }","duration":"144.219534ms","start":"2026-03-02T19:48:30.515931Z","end":"2026-03-02T19:48:30.660151Z","steps":["trace[194987489] 'process raft request' (duration: 143.996697ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:30.660215Z","caller":"traceutil/trace.go:171","msg":"trace[1605372227] transaction","detail":"{read_only:false; response_revision:22884; number_of_response:1; }","duration":"143.16511ms","start":"2026-03-02T19:48:30.517016Z","end":"2026-03-02T19:48:30.660181Z","steps":["trace[1605372227] 'process raft request' (duration: 143.024436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:30.660382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.273516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:30.66046Z","caller":"traceutil/trace.go:171","msg":"trace[1961567830] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22886; }","duration":"144.373219ms","start":"2026-03-02T19:48:30.516071Z","end":"2026-03-02T19:48:30.660444Z","steps":["trace[1961567830] 'agreement among raft nodes before linearized reading' (duration: 144.230044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:30.660518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.07899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:30.660641Z","caller":"traceutil/trace.go:171","msg":"trace[209948882] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22886; }","duration":"144.237534ms","start":"2026-03-02T19:48:30.516384Z","end":"2026-03-02T19:48:30.660622Z","steps":["trace[209948882] 'agreement among raft nodes before linearized reading' (duration: 143.998097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:31.136946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.128085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:31.137031Z","caller":"traceutil/trace.go:171","msg":"trace[1123914273] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22886; }","duration":"357.2992ms","start":"2026-03-02T19:48:30.779712Z","end":"2026-03-02T19:48:31.137011Z","steps":["trace[1123914273] 'range keys from in-memory index tree' (duration: 357.032151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:31.137088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:30.779689Z","time spent":"357.375602ms","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:48:31.137409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.569504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:48:31.137466Z","caller":"traceutil/trace.go:171","msg":"trace[1429272470] transaction","detail":"{read_only:false; response_revision:22887; number_of_response:1; }","duration":"354.069016ms","start":"2026-03-02T19:48:30.783387Z","end":"2026-03-02T19:48:31.137456Z","steps":["trace[1429272470] 'process raft request' (duration: 205.405028ms)","trace[1429272470] 'compare' (duration: 148.245824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:48:31.137499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:48:30.783366Z","time spent":"354.118558ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:48:35.786656Z","caller":"traceutil/trace.go:171","msg":"trace[1613781508] linearizableReadLoop","detail":"{readStateIndex:23737; appliedIndex:23736; }","duration":"122.801193ms","start":"2026-03-02T19:48:35.66383Z","end":"2026-03-02T19:48:35.786631Z","steps":["trace[1613781508] 'read index received' (duration: 122.598946ms)","trace[1613781508] 'applied index is now lower than readState.Index' (duration: 200.957µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:35.786756Z","caller":"traceutil/trace.go:171","msg":"trace[1586614759] transaction","detail":"{read_only:false; response_revision:22914; number_of_response:1; }","duration":"127.280257ms","start":"2026-03-02T19:48:35.65942Z","end":"2026-03-02T19:48:35.7867Z","steps":["trace[1586614759] 'process raft request' (duration: 127.05717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:35.786899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.050041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:48:35.786957Z","caller":"traceutil/trace.go:171","msg":"trace[1705901123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22914; }","duration":"123.155054ms","start":"2026-03-02T19:48:35.663788Z","end":"2026-03-02T19:48:35.786943Z","steps":["trace[1705901123] 'agreement among raft nodes before linearized reading' (duration: 122.990279ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:36.003302Z","caller":"traceutil/trace.go:171","msg":"trace[945442908] transaction","detail":"{read_only:false; response_revision:22915; number_of_response:1; }","duration":"211.398372ms","start":"2026-03-02T19:48:35.791814Z","end":"2026-03-02T19:48:36.003212Z","steps":["trace[945442908] 'process raft request' (duration: 209.602744ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:36.004943Z","caller":"traceutil/trace.go:171","msg":"trace[970729132] transaction","detail":"{read_only:false; response_revision:22916; number_of_response:1; }","duration":"212.910461ms","start":"2026-03-02T19:48:35.792003Z","end":"2026-03-02T19:48:36.004913Z","steps":["trace[970729132] 'process raft request' (duration: 212.752146ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:36.005204Z","caller":"traceutil/trace.go:171","msg":"trace[403255625] transaction","detail":"{read_only:false; response_revision:22917; number_of_response:1; }","duration":"213.121197ms","start":"2026-03-02T19:48:35.792063Z","end":"2026-03-02T19:48:36.005184Z","steps":["trace[403255625] 'process raft request' (duration: 212.798447ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:36.005576Z","caller":"traceutil/trace.go:171","msg":"trace[1556414685] transaction","detail":"{read_only:false; response_revision:22918; number_of_response:1; }","duration":"213.496539ms","start":"2026-03-02T19:48:35.79206Z","end":"2026-03-02T19:48:36.005556Z","steps":["trace[1556414685] 'process raft request' (duration: 213.047105ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:48:36.005616Z","caller":"traceutil/trace.go:171","msg":"trace[1411754814] linearizableReadLoop","detail":"{readStateIndex:23742; appliedIndex:23737; }","duration":"202.299918ms","start":"2026-03-02T19:48:35.803281Z","end":"2026-03-02T19:48:36.005581Z","steps":["trace[1411754814] 'read index received' (duration: 198.261268ms)","trace[1411754814] 'applied index is now lower than readState.Index' (duration: 4.03737ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:48:36.005673Z","caller":"traceutil/trace.go:171","msg":"trace[355306206] transaction","detail":"{read_only:false; response_revision:22919; number_of_response:1; }","duration":"212.428115ms","start":"2026-03-02T19:48:35.79322Z","end":"2026-03-02T19:48:36.005649Z","steps":["trace[355306206] 'process raft request' (duration: 212.25008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:36.00585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.630838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:48:36.005895Z","caller":"traceutil/trace.go:171","msg":"trace[1412379116] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:22919; }","duration":"193.708421ms","start":"2026-03-02T19:48:35.812171Z","end":"2026-03-02T19:48:36.00588Z","steps":["trace[1412379116] 'agreement among raft nodes before linearized reading' (duration: 193.625038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:48:36.006247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.940489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:48:36.006307Z","caller":"traceutil/trace.go:171","msg":"trace[872225764] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:22919; }","duration":"203.048252ms","start":"2026-03-02T19:48:35.803245Z","end":"2026-03-02T19:48:36.006293Z","steps":["trace[872225764] 'agreement among raft nodes before linearized reading' (duration: 202.537226ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:49:43.04534Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20376} {"level":"info","ts":"2026-03-02T19:49:43.159398Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20376,"took":"111.014019ms","hash":1853620858,"current-db-size-bytes":46903296,"current-db-size":"47 MB","current-db-size-in-use-bytes":39157760,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-02T19:49:43.159462Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1853620858,"revision":20376,"compact-revision":18275} {"level":"warn","ts":"2026-03-02T19:50:03.337184Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947478985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:03.86321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.346394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:03.863426Z","caller":"traceutil/trace.go:171","msg":"trace[663229600] transaction","detail":"{read_only:false; response_revision:23736; number_of_response:1; }","duration":"1.044749678s","start":"2026-03-02T19:50:02.818653Z","end":"2026-03-02T19:50:03.863402Z","steps":["trace[663229600] 'process raft request' (duration: 851.113645ms)","trace[663229600] 'compare' (duration: 192.284141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:03.863532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:02.818634Z","time spent":"1.044858192s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:04.665177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.221492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:04.665492Z","caller":"traceutil/trace.go:171","msg":"trace[2076685940] transaction","detail":"{read_only:false; response_revision:23737; number_of_response:1; }","duration":"1.844107372s","start":"2026-03-02T19:50:02.821352Z","end":"2026-03-02T19:50:04.66546Z","steps":["trace[2076685940] 'process raft request' (duration: 1.708489268s)","trace[2076685940] 'compare' (duration: 134.686344ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:04.665607Z","caller":"traceutil/trace.go:171","msg":"trace[2115408254] transaction","detail":"{read_only:false; response_revision:23739; number_of_response:1; }","duration":"1.579649756s","start":"2026-03-02T19:50:03.085949Z","end":"2026-03-02T19:50:04.665599Z","steps":["trace[2115408254] 'process raft request' (duration: 1.579503581s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.665629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:02.82133Z","time spent":"1.844225696s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:04.665685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.085925Z","time spent":"1.579723309s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:04.665508Z","caller":"traceutil/trace.go:171","msg":"trace[1639203079] transaction","detail":"{read_only:false; response_revision:23738; number_of_response:1; }","duration":"1.718634847s","start":"2026-03-02T19:50:02.946855Z","end":"2026-03-02T19:50:04.66549Z","steps":["trace[1639203079] 'process raft request' (duration: 1.718503852s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.665836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:02.94683Z","time spent":"1.718981138s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:04.665831Z","caller":"traceutil/trace.go:171","msg":"trace[618163426] transaction","detail":"{read_only:false; response_revision:23740; number_of_response:1; }","duration":"1.5029698s","start":"2026-03-02T19:50:03.162836Z","end":"2026-03-02T19:50:04.665805Z","steps":["trace[618163426] 'process raft request' (duration: 1.502725962s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.665977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.162815Z","time spent":"1.503079763s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:04.666504Z","caller":"traceutil/trace.go:171","msg":"trace[310909515] transaction","detail":"{read_only:false; response_revision:23741; number_of_response:1; }","duration":"1.439127817s","start":"2026-03-02T19:50:03.22736Z","end":"2026-03-02T19:50:04.666487Z","steps":["trace[310909515] 'process raft request' (duration: 1.438364983s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.666561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.227332Z","time spent":"1.43920238s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:04.666665Z","caller":"traceutil/trace.go:171","msg":"trace[209277944] transaction","detail":"{read_only:false; response_revision:23742; number_of_response:1; }","duration":"1.382776851s","start":"2026-03-02T19:50:03.283847Z","end":"2026-03-02T19:50:04.666624Z","steps":["trace[209277944] 'process raft request' (duration: 1.382578755s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:04.666768Z","caller":"traceutil/trace.go:171","msg":"trace[1587678371] transaction","detail":"{read_only:false; response_revision:23743; number_of_response:1; }","duration":"1.381507322s","start":"2026-03-02T19:50:03.285251Z","end":"2026-03-02T19:50:04.666759Z","steps":["trace[1587678371] 'process raft request' (duration: 1.381317656s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:04.666797Z","caller":"traceutil/trace.go:171","msg":"trace[1704967341] transaction","detail":"{read_only:false; response_revision:23745; number_of_response:1; }","duration":"359.885691ms","start":"2026-03-02T19:50:04.306896Z","end":"2026-03-02T19:50:04.666781Z","steps":["trace[1704967341] 'process raft request' (duration: 359.84329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.666869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.283826Z","time spent":"1.382941377s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:04.666875Z","caller":"traceutil/trace.go:171","msg":"trace[23667107] transaction","detail":"{read_only:false; response_revision:23744; number_of_response:1; }","duration":"1.030118507s","start":"2026-03-02T19:50:03.636729Z","end":"2026-03-02T19:50:04.666847Z","steps":["trace[23667107] 'process raft request' (duration: 1.029959461s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:04.66691Z","caller":"traceutil/trace.go:171","msg":"trace[509259064] linearizableReadLoop","detail":"{readStateIndex:24591; appliedIndex:24583; }","duration":"1.830339227s","start":"2026-03-02T19:50:02.836538Z","end":"2026-03-02T19:50:04.666877Z","steps":["trace[509259064] 'read index received' (duration: 833.243502ms)","trace[509259064] 'applied index is now lower than readState.Index' (duration: 997.091825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:04.666991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.636703Z","time spent":"1.030239391s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:04.666981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:04.306867Z","time spent":"359.984225ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:04.66682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.285242Z","time spent":"1.381554293s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:04.667133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830601046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:50:04.66717Z","caller":"traceutil/trace.go:171","msg":"trace[1715631101] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23745; }","duration":"1.830670198s","start":"2026-03-02T19:50:02.836488Z","end":"2026-03-02T19:50:04.667159Z","steps":["trace[1715631101] 'agreement among raft nodes before linearized reading' (duration: 1.830539564s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.66721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:02.836468Z","time spent":"1.830735411s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:50:04.667241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.794262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:04.667241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.525953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:04.667282Z","caller":"traceutil/trace.go:171","msg":"trace[1580189131] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23745; }","duration":"532.877034ms","start":"2026-03-02T19:50:04.134392Z","end":"2026-03-02T19:50:04.667269Z","steps":["trace[1580189131] 'agreement among raft nodes before linearized reading' (duration: 532.810912ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:04.667304Z","caller":"traceutil/trace.go:171","msg":"trace[171422262] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:23745; }","duration":"789.622566ms","start":"2026-03-02T19:50:03.877661Z","end":"2026-03-02T19:50:04.667284Z","steps":["trace[171422262] 'agreement among raft nodes before linearized reading' (duration: 789.498542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.667319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:04.134365Z","time spent":"532.945866ms","remote":"127.0.0.1:34712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:04.667374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268240952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272954"} {"level":"warn","ts":"2026-03-02T19:50:04.667372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.877641Z","time spent":"789.71272ms","remote":"127.0.0.1:53932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:04.667415Z","caller":"traceutil/trace.go:171","msg":"trace[868751387] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23745; }","duration":"1.268322654s","start":"2026-03-02T19:50:03.399083Z","end":"2026-03-02T19:50:04.667405Z","steps":["trace[868751387] 'agreement among raft nodes before linearized reading' (duration: 1.267957713s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.667442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.399065Z","time spent":"1.268370556s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272978,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T19:50:04.667632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.941219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418276"} {"level":"info","ts":"2026-03-02T19:50:04.667743Z","caller":"traceutil/trace.go:171","msg":"trace[827855051] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23745; }","duration":"185.104514ms","start":"2026-03-02T19:50:04.48261Z","end":"2026-03-02T19:50:04.667714Z","steps":["trace[827855051] 'agreement among raft nodes before linearized reading' (duration: 184.593088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.667772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01626777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-02T19:50:04.66786Z","caller":"traceutil/trace.go:171","msg":"trace[952755365] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:23745; }","duration":"1.016383394s","start":"2026-03-02T19:50:03.651452Z","end":"2026-03-02T19:50:04.667835Z","steps":["trace[952755365] 'agreement among raft nodes before linearized reading' (duration: 1.016157047s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.667781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.069933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T19:50:04.667926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.651435Z","time spent":"1.016476966s","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-02T19:50:04.667933Z","caller":"traceutil/trace.go:171","msg":"trace[1770103598] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23745; }","duration":"930.222138ms","start":"2026-03-02T19:50:03.73769Z","end":"2026-03-02T19:50:04.667912Z","steps":["trace[1770103598] 'agreement among raft nodes before linearized reading' (duration: 929.920379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:04.668001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:03.737647Z","time spent":"930.328051ms","remote":"127.0.0.1:33408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:05.181783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:05.792423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.811627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:05.792527Z","caller":"traceutil/trace.go:171","msg":"trace[741244101] linearizableReadLoop","detail":"{readStateIndex:24594; appliedIndex:24593; }","duration":"1.115030463s","start":"2026-03-02T19:50:04.67748Z","end":"2026-03-02T19:50:05.792511Z","steps":["trace[741244101] 'read index received' (duration: 593.096983ms)","trace[741244101] 'applied index is now lower than readState.Index' (duration: 521.93231ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:05.792589Z","caller":"traceutil/trace.go:171","msg":"trace[296819880] transaction","detail":"{read_only:false; response_revision:23746; number_of_response:1; }","duration":"1.118135742s","start":"2026-03-02T19:50:04.674408Z","end":"2026-03-02T19:50:05.792544Z","steps":["trace[296819880] 'process raft request' (duration: 596.094938ms)","trace[296819880] 'compare' (duration: 521.706563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:05.792701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115214329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T19:50:05.792715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:04.674398Z","time spent":"1.118262045s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:05.792729Z","caller":"traceutil/trace.go:171","msg":"trace[1587044348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23746; }","duration":"1.115255911s","start":"2026-03-02T19:50:04.677464Z","end":"2026-03-02T19:50:05.79272Z","steps":["trace[1587044348] 'agreement among raft nodes before linearized reading' (duration: 1.115118297s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:05.792769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:04.677454Z","time spent":"1.115307672s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:50:06.292668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:06.69953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999987536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:50:06.699598Z","caller":"traceutil/trace.go:171","msg":"trace[1098725995] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000079099s","start":"2026-03-02T19:50:04.699504Z","end":"2026-03-02T19:50:06.699583Z","steps":["trace[1098725995] 'agreement among raft nodes before linearized reading' (duration: 1.999995696s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:06.699633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:04.699498Z","time spent":"2.0001293s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:50:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:06.793309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:07.149537Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.87861149s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:50:07.15027Z","caller":"traceutil/trace.go:171","msg":"trace[427753265] transaction","detail":"{read_only:false; response_revision:23747; number_of_response:1; }","duration":"1.967013177s","start":"2026-03-02T19:50:05.183235Z","end":"2026-03-02T19:50:07.150249Z","steps":["trace[427753265] 'process raft request' (duration: 1.966694277s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:07.150408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:05.183178Z","time spent":"1.967157492s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418409,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:07.821765Z","caller":"traceutil/trace.go:171","msg":"trace[1551749778] transaction","detail":"{read_only:false; response_revision:23748; number_of_response:1; }","duration":"2.023951101s","start":"2026-03-02T19:50:05.797793Z","end":"2026-03-02T19:50:07.821744Z","steps":["trace[1551749778] 'process raft request' (duration: 2.022997551s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:07.821907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:05.797774Z","time spent":"2.024063895s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:07.822109Z","caller":"traceutil/trace.go:171","msg":"trace[463071526] transaction","detail":"{read_only:false; response_revision:23749; number_of_response:1; }","duration":"1.1504515s","start":"2026-03-02T19:50:06.671624Z","end":"2026-03-02T19:50:07.822075Z","steps":["trace[463071526] 'process raft request' (duration: 1.150067658s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:07.822182Z","caller":"traceutil/trace.go:171","msg":"trace[823677167] transaction","detail":"{read_only:false; response_revision:23750; number_of_response:1; }","duration":"1.148779757s","start":"2026-03-02T19:50:06.673373Z","end":"2026-03-02T19:50:07.822153Z","steps":["trace[823677167] 'process raft request' (duration: 1.148616552s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:07.822311Z","caller":"traceutil/trace.go:171","msg":"trace[68433246] transaction","detail":"{read_only:false; response_revision:23751; number_of_response:1; }","duration":"1.148808688s","start":"2026-03-02T19:50:06.673487Z","end":"2026-03-02T19:50:07.822296Z","steps":["trace[68433246] 'process raft request' (duration: 1.148613682s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:07.822341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:06.673344Z","time spent":"1.148916441s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:07.822394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:06.673455Z","time spent":"1.148904611s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:07.822415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:06.671595Z","time spent":"1.150630775s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:07.82291Z","caller":"traceutil/trace.go:171","msg":"trace[1177412909] linearizableReadLoop","detail":"{readStateIndex:24602; appliedIndex:24594; }","duration":"2.030340052s","start":"2026-03-02T19:50:05.792554Z","end":"2026-03-02T19:50:07.822894Z","steps":["trace[1177412909] 'read index received' (duration: 1.357255358s)","trace[1177412909] 'applied index is now lower than readState.Index' (duration: 673.083834ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:07.823029Z","caller":"traceutil/trace.go:171","msg":"trace[194633428] transaction","detail":"{read_only:false; response_revision:23752; number_of_response:1; }","duration":"1.148470628s","start":"2026-03-02T19:50:06.674547Z","end":"2026-03-02T19:50:07.823018Z","steps":["trace[194633428] 'process raft request' (duration: 1.147685573s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:07.823097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:06.674527Z","time spent":"1.148529719s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:07.823491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.923034988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:07.823552Z","caller":"traceutil/trace.go:171","msg":"trace[74074958] transaction","detail":"{read_only:false; response_revision:23754; number_of_response:1; }","duration":"1.148432196s","start":"2026-03-02T19:50:06.675095Z","end":"2026-03-02T19:50:07.823527Z","steps":["trace[74074958] 'process raft request' (duration: 1.147335352s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:07.823591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.129932249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:50:07.823597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.124371434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:50:07.82366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.367415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:07.823675Z","caller":"traceutil/trace.go:171","msg":"trace[2129851735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23755; }","duration":"3.130052963s","start":"2026-03-02T19:50:04.693604Z","end":"2026-03-02T19:50:07.823657Z","steps":["trace[2129851735] 'agreement among raft nodes before linearized reading' (duration: 3.129796825s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:07.823694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.11324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:07.823668Z","caller":"traceutil/trace.go:171","msg":"trace[432389139] transaction","detail":"{read_only:false; response_revision:23753; number_of_response:1; }","duration":"1.148889361s","start":"2026-03-02T19:50:06.67475Z","end":"2026-03-02T19:50:07.823639Z","steps":["trace[432389139] 'process raft request' (duration: 1.147623291s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:07.823706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.535181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T19:50:07.823737Z","caller":"traceutil/trace.go:171","msg":"trace[761962138] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23755; }","duration":"307.204842ms","start":"2026-03-02T19:50:07.516516Z","end":"2026-03-02T19:50:07.823721Z","steps":["trace[761962138] 'agreement among raft nodes before linearized reading' (duration: 307.14334ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:07.823729Z","caller":"traceutil/trace.go:171","msg":"trace[1148861173] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23755; }","duration":"252.487588ms","start":"2026-03-02T19:50:07.571221Z","end":"2026-03-02T19:50:07.823709Z","steps":["trace[1148861173] 'agreement among raft nodes before linearized reading' (duration: 252.351474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:07.823748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.800632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:07.823777Z","caller":"traceutil/trace.go:171","msg":"trace[1680950132] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:23755; }","duration":"589.663616ms","start":"2026-03-02T19:50:07.234096Z","end":"2026-03-02T19:50:07.82376Z","steps":["trace[1680950132] 'agreement among raft nodes before linearized reading' (duration: 589.409718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:07.823784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.392687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"warn","ts":"2026-03-02T19:50:07.823781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:07.516494Z","time spent":"307.273505ms","remote":"127.0.0.1:38238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:07.823797Z","caller":"traceutil/trace.go:171","msg":"trace[6546586] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:23755; }","duration":"913.854083ms","start":"2026-03-02T19:50:06.90993Z","end":"2026-03-02T19:50:07.823784Z","steps":["trace[6546586] 'agreement among raft nodes before linearized reading' (duration: 913.770731ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:07.823828Z","caller":"traceutil/trace.go:171","msg":"trace[666621884] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23755; }","duration":"385.466489ms","start":"2026-03-02T19:50:07.438352Z","end":"2026-03-02T19:50:07.823818Z","steps":["trace[666621884] 'agreement among raft nodes before linearized reading' (duration: 385.356086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:07.823832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.264271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:07.82368Z","caller":"traceutil/trace.go:171","msg":"trace[533395200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23755; }","duration":"3.124478728s","start":"2026-03-02T19:50:04.699185Z","end":"2026-03-02T19:50:07.823664Z","steps":["trace[533395200] 'agreement among raft nodes before linearized reading' (duration: 3.12425013s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:07.82385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:06.67508Z","time spent":"1.14851998s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:07.823868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:07.438333Z","time spent":"385.528531ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T19:50:07.823874Z","caller":"traceutil/trace.go:171","msg":"trace[728255837] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23755; }","duration":"937.329803ms","start":"2026-03-02T19:50:06.886531Z","end":"2026-03-02T19:50:07.823861Z","steps":["trace[728255837] 'agreement among raft nodes before linearized reading' (duration: 937.273501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:07.823877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:04.69918Z","time spent":"3.124689084s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:50:07.823873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242705248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:07.823897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.072266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:07.823904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:06.886523Z","time spent":"937.373174ms","remote":"127.0.0.1:53868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:07.823895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.021506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:50:07.823813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:06.674737Z","time spent":"1.149016145s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:07.823929Z","caller":"traceutil/trace.go:171","msg":"trace[1087395573] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23755; }","duration":"845.134288ms","start":"2026-03-02T19:50:06.978785Z","end":"2026-03-02T19:50:07.823919Z","steps":["trace[1087395573] 'agreement among raft nodes before linearized reading' (duration: 845.080426ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:07.823952Z","caller":"traceutil/trace.go:171","msg":"trace[928621512] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23755; }","duration":"761.16068ms","start":"2026-03-02T19:50:07.062776Z","end":"2026-03-02T19:50:07.823936Z","steps":["trace[928621512] 'agreement among raft nodes before linearized reading' (duration: 761.027856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:07.823962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:06.978752Z","time spent":"845.19944ms","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:07.823945Z","caller":"traceutil/trace.go:171","msg":"trace[1176365290] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23755; }","duration":"1.242796041s","start":"2026-03-02T19:50:06.581123Z","end":"2026-03-02T19:50:07.823919Z","steps":["trace[1176365290] 'agreement among raft nodes before linearized reading' (duration: 1.242698028s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:07.823997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:07.062754Z","time spent":"761.233063ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:07.824003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.986911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1083"} {"level":"info","ts":"2026-03-02T19:50:07.824066Z","caller":"traceutil/trace.go:171","msg":"trace[57580324] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:23755; }","duration":"113.151447ms","start":"2026-03-02T19:50:07.710899Z","end":"2026-03-02T19:50:07.824051Z","steps":["trace[57580324] 'agreement among raft nodes before linearized reading' (duration: 112.957701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:07.823729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:04.69359Z","time spent":"3.130130236s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:50:07.824019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:06.581106Z","time spent":"1.242898223s","remote":"127.0.0.1:33496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:50:07.823783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.428593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:07.824228Z","caller":"traceutil/trace.go:171","msg":"trace[60650946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23755; }","duration":"948.885307ms","start":"2026-03-02T19:50:06.875325Z","end":"2026-03-02T19:50:07.82421Z","steps":["trace[60650946] 'agreement among raft nodes before linearized reading' (duration: 948.432173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:07.824325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:06.875311Z","time spent":"948.999081ms","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:50:07.823714Z","caller":"traceutil/trace.go:171","msg":"trace[1566002318] transaction","detail":"{read_only:false; response_revision:23755; number_of_response:1; }","duration":"943.998903ms","start":"2026-03-02T19:50:06.879596Z","end":"2026-03-02T19:50:07.823595Z","steps":["trace[1566002318] 'process raft request' (duration: 942.865118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:07.823608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.124422286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:50:07.824526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:06.879577Z","time spent":"944.834379ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:07.824508Z","caller":"traceutil/trace.go:171","msg":"trace[1881576519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23755; }","duration":"3.125340945s","start":"2026-03-02T19:50:04.699152Z","end":"2026-03-02T19:50:07.824493Z","steps":["trace[1881576519] 'agreement among raft nodes before linearized reading' (duration: 3.124317582s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:07.824711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:04.699145Z","time spent":"3.125550161s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:50:07.823749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287103937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:50:07.824863Z","caller":"traceutil/trace.go:171","msg":"trace[584182094] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23755; }","duration":"1.288287435s","start":"2026-03-02T19:50:06.536559Z","end":"2026-03-02T19:50:07.824846Z","steps":["trace[584182094] 'agreement among raft nodes before linearized reading' (duration: 1.286933802s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:07.824922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:06.536535Z","time spent":"1.288366477s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:07.823788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862390767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:07.825178Z","caller":"traceutil/trace.go:171","msg":"trace[820882254] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:23755; }","duration":"2.863772531s","start":"2026-03-02T19:50:04.961381Z","end":"2026-03-02T19:50:07.825154Z","steps":["trace[820882254] 'agreement among raft nodes before linearized reading' (duration: 2.862358696s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:07.823835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:07.234074Z","time spent":"589.751328ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-02T19:50:07.823839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:06.909867Z","time spent":"913.963647ms","remote":"127.0.0.1:51424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:07.823566Z","caller":"traceutil/trace.go:171","msg":"trace[1831624434] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23755; }","duration":"2.923159753s","start":"2026-03-02T19:50:04.900391Z","end":"2026-03-02T19:50:07.82355Z","steps":["trace[1831624434] 'agreement among raft nodes before linearized reading' (duration: 2.922995908s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:07.825389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:04.900374Z","time spent":"2.92499206s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:50:07.825229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:04.961322Z","time spent":"2.863890454s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:08.368232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:08.89425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.281007ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-02T19:50:08.89535Z","caller":"traceutil/trace.go:171","msg":"trace[619824454] linearizableReadLoop","detail":"{readStateIndex:24609; appliedIndex:24604; }","duration":"1.028481524s","start":"2026-03-02T19:50:07.866851Z","end":"2026-03-02T19:50:08.895332Z","steps":["trace[619824454] 'read index received' (duration: 758.083352ms)","trace[619824454] 'applied index is now lower than readState.Index' (duration: 270.397242ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:08.895412Z","caller":"traceutil/trace.go:171","msg":"trace[1659197728] transaction","detail":"{read_only:false; response_revision:23757; number_of_response:1; }","duration":"1.064762108s","start":"2026-03-02T19:50:07.830623Z","end":"2026-03-02T19:50:08.895385Z","steps":["trace[1659197728] 'process raft request' (duration: 1.064469809s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:08.895509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064672695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:08.895537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:07.827247Z","time spent":"1.06828745s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:50:08.895548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:07.830607Z","time spent":"1.064882352s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:08.895558Z","caller":"traceutil/trace.go:171","msg":"trace[315010978] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23760; }","duration":"1.064749368s","start":"2026-03-02T19:50:07.830797Z","end":"2026-03-02T19:50:08.895546Z","steps":["trace[315010978] 'agreement among raft nodes before linearized reading' (duration: 1.064573433s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:08.895591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:07.830784Z","time spent":"1.064797999s","remote":"127.0.0.1:33600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-02T19:50:08.895402Z","caller":"traceutil/trace.go:171","msg":"trace[219552988] transaction","detail":"{read_only:false; response_revision:23758; number_of_response:1; }","duration":"1.064742028s","start":"2026-03-02T19:50:07.83064Z","end":"2026-03-02T19:50:08.895382Z","steps":["trace[219552988] 'process raft request' (duration: 1.064573783s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:08.895743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063710186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:08.895773Z","caller":"traceutil/trace.go:171","msg":"trace[389492902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23760; }","duration":"1.063766297s","start":"2026-03-02T19:50:07.831998Z","end":"2026-03-02T19:50:08.895765Z","steps":["trace[389492902] 'agreement among raft nodes before linearized reading' (duration: 1.063694165s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:08.895791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:07.830623Z","time spent":"1.065115419s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:08.895823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:07.831991Z","time spent":"1.063826129s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:50:08.895814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065790781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-02T19:50:08.895848Z","caller":"traceutil/trace.go:171","msg":"trace[592775386] transaction","detail":"{read_only:false; response_revision:23760; number_of_response:1; }","duration":"1.0648435s","start":"2026-03-02T19:50:07.830997Z","end":"2026-03-02T19:50:08.89584Z","steps":["trace[592775386] 'process raft request' (duration: 1.064290083s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:08.895401Z","caller":"traceutil/trace.go:171","msg":"trace[714254709] transaction","detail":"{read_only:false; response_revision:23759; number_of_response:1; }","duration":"1.06449916s","start":"2026-03-02T19:50:07.830873Z","end":"2026-03-02T19:50:08.895372Z","steps":["trace[714254709] 'process raft request' (duration: 1.064381146s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:08.895862Z","caller":"traceutil/trace.go:171","msg":"trace[1021462620] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23760; }","duration":"1.065845263s","start":"2026-03-02T19:50:07.830005Z","end":"2026-03-02T19:50:08.89585Z","steps":["trace[1021462620] 'agreement among raft nodes before linearized reading' (duration: 1.065684308s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:08.895904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:07.829976Z","time spent":"1.065918365s","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:50:08.89591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:07.830862Z","time spent":"1.065015016s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:08.895921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:07.830985Z","time spent":"1.064884572s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:08.895984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066179673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b6200668cf2\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-02T19:50:08.896041Z","caller":"traceutil/trace.go:171","msg":"trace[37603147] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18991b6200668cf2; range_end:; response_count:1; response_revision:23760; }","duration":"1.066252315s","start":"2026-03-02T19:50:07.829778Z","end":"2026-03-02T19:50:08.89603Z","steps":["trace[37603147] 'agreement among raft nodes before linearized reading' (duration: 1.066121621s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:08.896066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:07.829755Z","time spent":"1.066302727s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b6200668cf2\" "} {"level":"warn","ts":"2026-03-02T19:50:08.896219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067085561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:08.896248Z","caller":"traceutil/trace.go:171","msg":"trace[1724226573] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23760; }","duration":"1.067115012s","start":"2026-03-02T19:50:07.829125Z","end":"2026-03-02T19:50:08.89624Z","steps":["trace[1724226573] 'agreement among raft nodes before linearized reading' (duration: 1.06705093s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:08.896269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:07.829097Z","time spent":"1.067168564s","remote":"127.0.0.1:33496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:50:09.867506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.982609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:09.86776Z","caller":"traceutil/trace.go:171","msg":"trace[2072005806] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"971.031595ms","start":"2026-03-02T19:50:08.896707Z","end":"2026-03-02T19:50:09.867739Z","steps":["trace[2072005806] 'process raft request' (duration: 344.729575ms)","trace[2072005806] 'compare' (duration: 625.275317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:09.867836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:08.896692Z","time spent":"971.110528ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:10.46178Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.220310231s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:50:10.897255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000383918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:50:10.897432Z","caller":"traceutil/trace.go:171","msg":"trace[641098735] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000592525s","start":"2026-03-02T19:50:08.896821Z","end":"2026-03-02T19:50:10.897414Z","steps":["trace[641098735] 'agreement among raft nodes before linearized reading' (duration: 2.000388889s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:10.897482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:08.896757Z","time spent":"2.000713839s","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:50:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:11.070843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000027228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:50:11.070928Z","caller":"traceutil/trace.go:171","msg":"trace[2079913342] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000148212s","start":"2026-03-02T19:50:09.070759Z","end":"2026-03-02T19:50:11.070907Z","steps":["trace[2079913342] 'agreement among raft nodes before linearized reading' (duration: 2.000047729s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:11.070986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:09.070745Z","time spent":"2.000228964s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:50:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:12.224207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761939293s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-03-02T19:50:12.224294Z","caller":"traceutil/trace.go:171","msg":"trace[1516943705] linearizableReadLoop","detail":"{readStateIndex:24611; appliedIndex:24609; }","duration":"3.328813047s","start":"2026-03-02T19:50:08.895466Z","end":"2026-03-02T19:50:12.224279Z","steps":["trace[1516943705] 'read index received' (duration: 345.987535ms)","trace[1516943705] 'applied index is now lower than readState.Index' (duration: 2.982824172s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:12.224351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:08.898831Z","time spent":"3.325517163s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:50:12.22455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.543034199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:12.22458Z","caller":"traceutil/trace.go:171","msg":"trace[290545750] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23761; }","duration":"3.543108062s","start":"2026-03-02T19:50:08.681463Z","end":"2026-03-02T19:50:12.224571Z","steps":["trace[290545750] 'agreement among raft nodes before linearized reading' (duration: 3.54303558s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:12.224607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:08.681444Z","time spent":"3.543154723s","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:12.224754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.038757373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:12.224785Z","caller":"traceutil/trace.go:171","msg":"trace[1055035064] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23761; }","duration":"4.038818845s","start":"2026-03-02T19:50:08.185954Z","end":"2026-03-02T19:50:12.224773Z","steps":["trace[1055035064] 'agreement among raft nodes before linearized reading' (duration: 4.038770144s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:12.224809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:08.185935Z","time spent":"4.038866566s","remote":"127.0.0.1:51484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:12.725331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479035,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:12.906482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000500142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:50:12.906607Z","caller":"traceutil/trace.go:171","msg":"trace[621165735] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000665547s","start":"2026-03-02T19:50:10.905921Z","end":"2026-03-02T19:50:12.906586Z","steps":["trace[621165735] 'agreement among raft nodes before linearized reading' (duration: 2.000518092s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:12.906659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.905911Z","time spent":"2.000735899s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:50:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:13.225752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479035,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:13.690421Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.09884622s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:50:14.82636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999499324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:50:14.826451Z","caller":"traceutil/trace.go:171","msg":"trace[1033317565] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999643549s","start":"2026-03-02T19:50:09.826784Z","end":"2026-03-02T19:50:14.826428Z","steps":["trace[1033317565] 'agreement among raft nodes before linearized reading' (duration: 4.999535785s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:14.8265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:09.826764Z","time spent":"4.999724352s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/02 19:50:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:14.82859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:09.830702Z","time spent":"4.997880094s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:50:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:14.828883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:09.829814Z","time spent":"4.99906307s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:50:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:14.828957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:09.83038Z","time spent":"4.998576646s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T19:50:14.828962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:09.830452Z","time spent":"4.998503433s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T19:50:14.830038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:09.830459Z","time spent":"4.999575847s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T19:50:14.830179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:09.838373Z","time spent":"4.991802252s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:50:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:14.831295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:09.838408Z","time spent":"4.992878106s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:50:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:14.907179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000287936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:50:14.907268Z","caller":"traceutil/trace.go:171","msg":"trace[1805478455] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00043421s","start":"2026-03-02T19:50:12.906814Z","end":"2026-03-02T19:50:14.907248Z","steps":["trace[1805478455] 'agreement among raft nodes before linearized reading' (duration: 2.000322026s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:14.907318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:12.906782Z","time spent":"2.000526213s","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:50:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:15.230356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332879349s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:15.230474Z","caller":"traceutil/trace.go:171","msg":"trace[1784643234] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23761; }","duration":"1.333008303s","start":"2026-03-02T19:50:13.897449Z","end":"2026-03-02T19:50:15.230458Z","steps":["trace[1784643234] 'range keys from in-memory index tree' (duration: 1.332864089s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.231169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540221504s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:15.231444Z","caller":"traceutil/trace.go:171","msg":"trace[283057026] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"5.510270992s","start":"2026-03-02T19:50:09.721157Z","end":"2026-03-02T19:50:15.231428Z","steps":["trace[283057026] 'process raft request' (duration: 3.969721767s)","trace[283057026] 'compare' (duration: 1.53881802s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:15.231491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:09.721129Z","time spent":"5.510339444s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:15.899996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997698086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:50:15.900064Z","caller":"traceutil/trace.go:171","msg":"trace[1630931710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99781548s","start":"2026-03-02T19:50:10.902233Z","end":"2026-03-02T19:50:15.900048Z","steps":["trace[1630931710] 'agreement among raft nodes before linearized reading' (duration: 4.997727717s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.900104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.902213Z","time spent":"4.997878632s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 19:50:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:15.900313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997998716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:50:15.900418Z","caller":"traceutil/trace.go:171","msg":"trace[1338198376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998119909s","start":"2026-03-02T19:50:10.902285Z","end":"2026-03-02T19:50:15.900405Z","steps":["trace[1338198376] 'agreement among raft nodes before linearized reading' (duration: 4.998011216s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:15.900454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.90228Z","time spent":"4.998164092s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/02 19:50:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:16.473071Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.782477418s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:50:16.702247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:15.479506Z","time spent":"1.222722858s","remote":"127.0.0.1:42514","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:50:16.703105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.653158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:16.70407Z","caller":"traceutil/trace.go:171","msg":"trace[2103742655] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"4.478219974s","start":"2026-03-02T19:50:12.225799Z","end":"2026-03-02T19:50:16.704019Z","steps":["trace[2103742655] 'process raft request' (duration: 4.247538343s)","trace[2103742655] 'compare' (duration: 229.304048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:16.704404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:12.225771Z","time spent":"4.478392779s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:16.915266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000031627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:50:16.915354Z","caller":"traceutil/trace.go:171","msg":"trace[1856349694] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00015255s","start":"2026-03-02T19:50:14.915182Z","end":"2026-03-02T19:50:16.915335Z","steps":["trace[1856349694] 'agreement among raft nodes before linearized reading' (duration: 2.000038517s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:16.915411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.915174Z","time spent":"2.000222242s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:50:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:18.09578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392395586s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:50:18.096191Z","caller":"traceutil/trace.go:171","msg":"trace[1278998548] transaction","detail":"{read_only:false; response_revision:23773; number_of_response:1; }","duration":"2.723022605s","start":"2026-03-02T19:50:15.373144Z","end":"2026-03-02T19:50:18.096167Z","steps":["trace[1278998548] 'process raft request' (duration: 2.722966303s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.096333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:15.373113Z","time spent":"2.723141179s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:18.096639Z","caller":"traceutil/trace.go:171","msg":"trace[1385439293] linearizableReadLoop","detail":"{readStateIndex:24621; appliedIndex:24611; }","duration":"5.872304523s","start":"2026-03-02T19:50:12.224316Z","end":"2026-03-02T19:50:18.096621Z","steps":["trace[1385439293] 'read index received' (duration: 1.466502461s)","trace[1385439293] 'applied index is now lower than readState.Index' (duration: 4.405799902s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:18.096946Z","caller":"traceutil/trace.go:171","msg":"trace[751994449] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"3.876619903s","start":"2026-03-02T19:50:14.22031Z","end":"2026-03-02T19:50:18.09693Z","steps":["trace[751994449] 'process raft request' (duration: 3.87558988s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.097042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.220276Z","time spent":"3.876717066s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:18.09733Z","caller":"traceutil/trace.go:171","msg":"trace[520739363] transaction","detail":"{read_only:false; response_revision:23772; number_of_response:1; }","duration":"3.365479433s","start":"2026-03-02T19:50:14.73183Z","end":"2026-03-02T19:50:18.097309Z","steps":["trace[520739363] 'process raft request' (duration: 3.364222113s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.097476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.276122928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:18.097553Z","caller":"traceutil/trace.go:171","msg":"trace[880556283] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23773; }","duration":"7.276346975s","start":"2026-03-02T19:50:10.821187Z","end":"2026-03-02T19:50:18.097534Z","steps":["trace[880556283] 'agreement among raft nodes before linearized reading' (duration: 7.27619671s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.097597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.82116Z","time spent":"7.276425438s","remote":"127.0.0.1:38426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:18.09798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.335515143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:18.09804Z","caller":"traceutil/trace.go:171","msg":"trace[658826376] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23773; }","duration":"6.335604175s","start":"2026-03-02T19:50:11.762419Z","end":"2026-03-02T19:50:18.098023Z","steps":["trace[658826376] 'agreement among raft nodes before linearized reading' (duration: 6.335520063s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.098076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:11.762402Z","time spent":"6.335664078s","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:18.098239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.228764034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-02T19:50:18.098299Z","caller":"traceutil/trace.go:171","msg":"trace[167568413] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23773; }","duration":"8.228849557s","start":"2026-03-02T19:50:09.869434Z","end":"2026-03-02T19:50:18.098284Z","steps":["trace[167568413] 'agreement among raft nodes before linearized reading' (duration: 8.228733613s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.098256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.198657013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T19:50:18.098341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:09.869424Z","time spent":"8.228909878s","remote":"127.0.0.1:33454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T19:50:18.098348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.622173346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:18.098384Z","caller":"traceutil/trace.go:171","msg":"trace[136665452] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23773; }","duration":"6.622239508s","start":"2026-03-02T19:50:11.47613Z","end":"2026-03-02T19:50:18.09837Z","steps":["trace[136665452] 'agreement among raft nodes before linearized reading' (duration: 6.622191287s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:18.098354Z","caller":"traceutil/trace.go:171","msg":"trace[1648432546] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23773; }","duration":"9.198784467s","start":"2026-03-02T19:50:08.899554Z","end":"2026-03-02T19:50:18.098338Z","steps":["trace[1648432546] 'agreement among raft nodes before linearized reading' (duration: 9.198466447s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.098427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:11.476111Z","time spent":"6.622306511s","remote":"127.0.0.1:54932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:18.098577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.702435465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-02T19:50:18.098587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.941299785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:18.098607Z","caller":"traceutil/trace.go:171","msg":"trace[488400535] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23773; }","duration":"6.941383938s","start":"2026-03-02T19:50:11.157217Z","end":"2026-03-02T19:50:18.098601Z","steps":["trace[488400535] 'agreement among raft nodes before linearized reading' (duration: 6.941347376s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.098301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.433363967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:50:18.098458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:08.899537Z","time spent":"9.19890211s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:50:18.09863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:11.15719Z","time spent":"6.941431219s","remote":"127.0.0.1:54042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:18.098662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.863030081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-03-02T19:50:18.098651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.195510774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:18.098718Z","caller":"traceutil/trace.go:171","msg":"trace[989485226] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23773; }","duration":"5.863130224s","start":"2026-03-02T19:50:12.235572Z","end":"2026-03-02T19:50:18.098702Z","steps":["trace[989485226] 'agreement among raft nodes before linearized reading' (duration: 5.862965239s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:18.098739Z","caller":"traceutil/trace.go:171","msg":"trace[1756995415] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23773; }","duration":"9.195624787s","start":"2026-03-02T19:50:08.90309Z","end":"2026-03-02T19:50:18.098715Z","steps":["trace[1756995415] 'agreement among raft nodes before linearized reading' (duration: 9.195457342s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.098761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410214677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:18.098764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:12.235548Z","time spent":"5.863203396s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-03-02T19:50:18.098788Z","caller":"traceutil/trace.go:171","msg":"trace[560559854] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:23773; }","duration":"1.410280059s","start":"2026-03-02T19:50:16.6885Z","end":"2026-03-02T19:50:18.09878Z","steps":["trace[560559854] 'agreement among raft nodes before linearized reading' (duration: 1.410236848s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.09879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.107028048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-02T19:50:18.09879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:08.903083Z","time spent":"9.195694329s","remote":"127.0.0.1:33600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:50:18.098807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:16.68848Z","time spent":"1.410322421s","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:18.098861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.19653046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:50:18.098839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.18868592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-03-02T19:50:18.098607Z","caller":"traceutil/trace.go:171","msg":"trace[1698719279] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23773; }","duration":"7.702490536s","start":"2026-03-02T19:50:10.396107Z","end":"2026-03-02T19:50:18.098597Z","steps":["trace[1698719279] 'agreement among raft nodes before linearized reading' (duration: 7.702401144s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.098942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.979667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:50:18.09893Z","caller":"traceutil/trace.go:171","msg":"trace[1173151194] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23773; }","duration":"3.188817434s","start":"2026-03-02T19:50:14.910087Z","end":"2026-03-02T19:50:18.098904Z","steps":["trace[1173151194] 'agreement among raft nodes before linearized reading' (duration: 3.188548156s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:18.098962Z","caller":"traceutil/trace.go:171","msg":"trace[464682884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23773; }","duration":"196.034159ms","start":"2026-03-02T19:50:17.902922Z","end":"2026-03-02T19:50:18.098956Z","steps":["trace[464682884] 'agreement among raft nodes before linearized reading' (duration: 195.974607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.098993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.910067Z","time spent":"3.188911747s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T19:50:18.099004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324972709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:50:18.099027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27038117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:50:18.099046Z","caller":"traceutil/trace.go:171","msg":"trace[853673495] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23773; }","duration":"2.325052891s","start":"2026-03-02T19:50:15.77398Z","end":"2026-03-02T19:50:18.099033Z","steps":["trace[853673495] 'agreement among raft nodes before linearized reading' (duration: 2.324987169s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.099051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.266830663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-02T19:50:18.099062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.196726796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:50:18.098809Z","caller":"traceutil/trace.go:171","msg":"trace[216477904] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23773; }","duration":"7.10707434s","start":"2026-03-02T19:50:10.991729Z","end":"2026-03-02T19:50:18.098804Z","steps":["trace[216477904] 'agreement among raft nodes before linearized reading' (duration: 7.106978407s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.099089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:15.773958Z","time spent":"2.325119064s","remote":"127.0.0.1:33688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:18.099107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.991714Z","time spent":"7.107387649s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T19:50:18.099103Z","caller":"traceutil/trace.go:171","msg":"trace[1547526332] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23773; }","duration":"3.266885195s","start":"2026-03-02T19:50:14.8322Z","end":"2026-03-02T19:50:18.099086Z","steps":["trace[1547526332] 'agreement among raft nodes before linearized reading' (duration: 3.266753851s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:18.099113Z","caller":"traceutil/trace.go:171","msg":"trace[789314260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23773; }","duration":"7.196802068s","start":"2026-03-02T19:50:10.902295Z","end":"2026-03-02T19:50:18.099097Z","steps":["trace[789314260] 'agreement among raft nodes before linearized reading' (duration: 7.196635183s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.099147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.902283Z","time spent":"7.19685709s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:50:18.099144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.832143Z","time spent":"3.266989678s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-02T19:50:18.099172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572695256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:18.099185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.462243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:50:18.09863Z","caller":"traceutil/trace.go:171","msg":"trace[1022139393] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:23773; }","duration":"6.433731548s","start":"2026-03-02T19:50:11.664892Z","end":"2026-03-02T19:50:18.098624Z","steps":["trace[1022139393] 'agreement among raft nodes before linearized reading' (duration: 6.433329466s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.099224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:11.664873Z","time spent":"6.434343298s","remote":"127.0.0.1:33832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:18.099221Z","caller":"traceutil/trace.go:171","msg":"trace[1318833606] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23773; }","duration":"196.597967ms","start":"2026-03-02T19:50:17.902612Z","end":"2026-03-02T19:50:18.09921Z","steps":["trace[1318833606] 'agreement among raft nodes before linearized reading' (duration: 196.500614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.098942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.396091Z","time spent":"7.702842868s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T19:50:18.09928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.582658641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:18.099322Z","caller":"traceutil/trace.go:171","msg":"trace[1681996061] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:23773; }","duration":"2.582746653s","start":"2026-03-02T19:50:15.516563Z","end":"2026-03-02T19:50:18.09931Z","steps":["trace[1681996061] 'agreement among raft nodes before linearized reading' (duration: 2.582682231s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.099362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:15.516538Z","time spent":"2.582812055s","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:18.099083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390412744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b6200668cf2\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T19:50:18.099424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267228546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T19:50:18.099445Z","caller":"traceutil/trace.go:171","msg":"trace[162764558] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18991b6200668cf2; range_end:; response_count:1; response_revision:23773; }","duration":"1.390773904s","start":"2026-03-02T19:50:16.70865Z","end":"2026-03-02T19:50:18.099424Z","steps":["trace[162764558] 'agreement among raft nodes before linearized reading' (duration: 1.390389162s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.099464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.620997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:18.099475Z","caller":"traceutil/trace.go:171","msg":"trace[265660107] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23773; }","duration":"3.267294848s","start":"2026-03-02T19:50:14.832165Z","end":"2026-03-02T19:50:18.09946Z","steps":["trace[265660107] 'agreement among raft nodes before linearized reading' (duration: 3.267165243s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.099502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:16.708642Z","time spent":"1.390842327s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b6200668cf2\" "} {"level":"info","ts":"2026-03-02T19:50:18.099508Z","caller":"traceutil/trace.go:171","msg":"trace[1593600854] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23773; }","duration":"743.698531ms","start":"2026-03-02T19:50:17.355794Z","end":"2026-03-02T19:50:18.099492Z","steps":["trace[1593600854] 'agreement among raft nodes before linearized reading' (duration: 743.634109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.099527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.832155Z","time spent":"3.2673591s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T19:50:18.099548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:17.355774Z","time spent":"743.763212ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:18.099571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.126222492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:18.099559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.401919724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:18.09962Z","caller":"traceutil/trace.go:171","msg":"trace[532407645] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23773; }","duration":"3.126351376s","start":"2026-03-02T19:50:14.973251Z","end":"2026-03-02T19:50:18.099602Z","steps":["trace[532407645] 'agreement among raft nodes before linearized reading' (duration: 3.126278344s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:18.099657Z","caller":"traceutil/trace.go:171","msg":"trace[1096993688] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23773; }","duration":"2.402069338s","start":"2026-03-02T19:50:15.697573Z","end":"2026-03-02T19:50:18.099642Z","steps":["trace[1096993688] 'agreement among raft nodes before linearized reading' (duration: 2.401885673s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.099663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.973227Z","time spent":"3.126421518s","remote":"127.0.0.1:54890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:18.099703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267629739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-02T19:50:18.09974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183817432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:18.099749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562371616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:18.099747Z","caller":"traceutil/trace.go:171","msg":"trace[988765113] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23773; }","duration":"3.2676967s","start":"2026-03-02T19:50:14.832038Z","end":"2026-03-02T19:50:18.099735Z","steps":["trace[988765113] 'agreement among raft nodes before linearized reading' (duration: 3.267582487s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:18.09978Z","caller":"traceutil/trace.go:171","msg":"trace[1126634810] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:23773; }","duration":"4.562406527s","start":"2026-03-02T19:50:13.537366Z","end":"2026-03-02T19:50:18.099772Z","steps":["trace[1126634810] 'agreement among raft nodes before linearized reading' (duration: 4.562352576s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:18.099779Z","caller":"traceutil/trace.go:171","msg":"trace[60150716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23773; }","duration":"1.183893394s","start":"2026-03-02T19:50:16.915871Z","end":"2026-03-02T19:50:18.099764Z","steps":["trace[60150716] 'agreement among raft nodes before linearized reading' (duration: 1.183838462s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.099791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.832022Z","time spent":"3.267758183s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-02T19:50:18.099809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:16.915849Z","time spent":"1.183953186s","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:50:18.099805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.430766269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-02T19:50:18.099832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.527937651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:18.099844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.442384174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:18.099861Z","caller":"traceutil/trace.go:171","msg":"trace[607509346] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23773; }","duration":"4.528002083s","start":"2026-03-02T19:50:13.571854Z","end":"2026-03-02T19:50:18.099856Z","steps":["trace[607509346] 'agreement among raft nodes before linearized reading' (duration: 4.527963482s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:18.099871Z","caller":"traceutil/trace.go:171","msg":"trace[922331092] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23773; }","duration":"4.442450537s","start":"2026-03-02T19:50:13.657412Z","end":"2026-03-02T19:50:18.099863Z","steps":["trace[922331092] 'agreement among raft nodes before linearized reading' (duration: 4.442402916s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.099879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:13.571835Z","time spent":"4.528039465s","remote":"127.0.0.1:51482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:18.099867Z","caller":"traceutil/trace.go:171","msg":"trace[1806788779] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:23773; }","duration":"4.430840901s","start":"2026-03-02T19:50:13.669009Z","end":"2026-03-02T19:50:18.09985Z","steps":["trace[1806788779] 'agreement among raft nodes before linearized reading' (duration: 4.430617804s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.099893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:13.657382Z","time spent":"4.442505068s","remote":"127.0.0.1:38286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:18.099913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:13.668987Z","time spent":"4.430918124s","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-02T19:50:18.09922Z","caller":"traceutil/trace.go:171","msg":"trace[1726030203] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23773; }","duration":"2.572784559s","start":"2026-03-02T19:50:15.526418Z","end":"2026-03-02T19:50:18.099202Z","steps":["trace[1726030203] 'agreement among raft nodes before linearized reading' (duration: 2.572710907s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.099945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:15.526372Z","time spent":"2.573566054s","remote":"127.0.0.1:53912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:18.098879Z","caller":"traceutil/trace.go:171","msg":"trace[151314316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23773; }","duration":"7.196561741s","start":"2026-03-02T19:50:10.902313Z","end":"2026-03-02T19:50:18.098874Z","steps":["trace[151314316] 'agreement among raft nodes before linearized reading' (duration: 7.196509209s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.100048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269113566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-03-02T19:50:18.098933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501280995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:18.100088Z","caller":"traceutil/trace.go:171","msg":"trace[338421509] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:23773; }","duration":"3.269193648s","start":"2026-03-02T19:50:14.830884Z","end":"2026-03-02T19:50:18.100078Z","steps":["trace[338421509] 'agreement among raft nodes before linearized reading' (duration: 3.269065384s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.100098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.26863172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T19:50:18.100101Z","caller":"traceutil/trace.go:171","msg":"trace[1184287485] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23773; }","duration":"2.502517684s","start":"2026-03-02T19:50:15.597569Z","end":"2026-03-02T19:50:18.100087Z","steps":["trace[1184287485] 'agreement among raft nodes before linearized reading' (duration: 2.501282115s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:18.100121Z","caller":"traceutil/trace.go:171","msg":"trace[608097383] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23773; }","duration":"3.268652571s","start":"2026-03-02T19:50:14.83146Z","end":"2026-03-02T19:50:18.100113Z","steps":["trace[608097383] 'agreement among raft nodes before linearized reading' (duration: 3.268592789s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.10012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.830864Z","time spent":"3.269248839s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-02T19:50:18.10012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.769157512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:18.10014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.831429Z","time spent":"3.268707303s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T19:50:18.100132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268144494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-02T19:50:18.100145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.3832025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T19:50:18.100154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:15.59754Z","time spent":"2.502595317s","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:18.099802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:13.537305Z","time spent":"4.5624913s","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:18.10017Z","caller":"traceutil/trace.go:171","msg":"trace[426136348] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23773; }","duration":"5.769244894s","start":"2026-03-02T19:50:12.330911Z","end":"2026-03-02T19:50:18.100155Z","steps":["trace[426136348] 'agreement among raft nodes before linearized reading' (duration: 5.769163202s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:18.099085Z","caller":"traceutil/trace.go:171","msg":"trace[666280570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23773; }","duration":"1.270479693s","start":"2026-03-02T19:50:16.828588Z","end":"2026-03-02T19:50:18.099068Z","steps":["trace[666280570] 'agreement among raft nodes before linearized reading' (duration: 1.270326768s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:18.100185Z","caller":"traceutil/trace.go:171","msg":"trace[1493775368] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23773; }","duration":"3.268224647s","start":"2026-03-02T19:50:14.831944Z","end":"2026-03-02T19:50:18.100168Z","steps":["trace[1493775368] 'agreement among raft nodes before linearized reading' (duration: 3.268082892s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:18.100188Z","caller":"traceutil/trace.go:171","msg":"trace[1017403288] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23773; }","duration":"4.383282392s","start":"2026-03-02T19:50:13.716893Z","end":"2026-03-02T19:50:18.100176Z","steps":["trace[1017403288] 'agreement among raft nodes before linearized reading' (duration: 4.383135407s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.100222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:12.330893Z","time spent":"5.769309587s","remote":"127.0.0.1:38108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:18.100221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:16.828565Z","time spent":"1.27164571s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:50:18.100241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:13.716873Z","time spent":"4.383360974s","remote":"127.0.0.1:33408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T19:50:18.100246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.831928Z","time spent":"3.26830426s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T19:50:18.100047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:10.902308Z","time spent":"7.197717657s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:50:18.099705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:15.697543Z","time spent":"2.402146171s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:18.097429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.73181Z","time spent":"3.365568555s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:18.104933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.274438593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-02T19:50:18.105004Z","caller":"traceutil/trace.go:171","msg":"trace[1666723593] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23773; }","duration":"3.274564857s","start":"2026-03-02T19:50:14.830424Z","end":"2026-03-02T19:50:18.104989Z","steps":["trace[1666723593] 'agreement among raft nodes before linearized reading' (duration: 3.269732604s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:18.10504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:14.830401Z","time spent":"3.274631589s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T19:50:18.608354Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:19.108493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:19.503371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.39574103s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:50:19.568604Z","caller":"traceutil/trace.go:171","msg":"trace[46959921] transaction","detail":"{read_only:false; response_revision:23774; number_of_response:1; }","duration":"1.461047168s","start":"2026-03-02T19:50:18.107518Z","end":"2026-03-02T19:50:19.568565Z","steps":["trace[46959921] 'process raft request' (duration: 1.396089971s)","trace[46959921] 'compare' (duration: 63.898133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:19.568914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.107507Z","time spent":"1.461185793s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:19.826926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.110571Z","time spent":"1.716347845s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:50:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:19.828135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720334871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:50:19.828223Z","caller":"traceutil/trace.go:171","msg":"trace[250061804] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"1.720456744s","start":"2026-03-02T19:50:18.107747Z","end":"2026-03-02T19:50:19.828203Z","steps":["trace[250061804] 'agreement among raft nodes before linearized reading' (duration: 1.720341971s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:19.828271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.107738Z","time spent":"1.720522366s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/02 19:50:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:19.828825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720067162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-02T19:50:19.82882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721056763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:50:19.828882Z","caller":"traceutil/trace.go:171","msg":"trace[2042028319] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"1.720164355s","start":"2026-03-02T19:50:18.108706Z","end":"2026-03-02T19:50:19.82887Z","steps":["trace[2042028319] 'agreement among raft nodes before linearized reading' (duration: 1.720093203s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:19.828909Z","caller":"traceutil/trace.go:171","msg":"trace[1583467643] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"1.721188668s","start":"2026-03-02T19:50:18.107697Z","end":"2026-03-02T19:50:19.828885Z","steps":["trace[1583467643] 'agreement among raft nodes before linearized reading' (duration: 1.721064974s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:19.828987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.107688Z","time spent":"1.72127949s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/02 19:50:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:19.828918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.108683Z","time spent":"1.720225988s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/02 19:50:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:19.829836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722046085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:50:19.830008Z","caller":"traceutil/trace.go:171","msg":"trace[238337346] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"1.722254342s","start":"2026-03-02T19:50:18.107733Z","end":"2026-03-02T19:50:19.829988Z","steps":["trace[238337346] 'agreement among raft nodes before linearized reading' (duration: 1.722062556s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:19.830094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722132977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:50:19.830152Z","caller":"traceutil/trace.go:171","msg":"trace[1827798912] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"1.722209329s","start":"2026-03-02T19:50:18.107929Z","end":"2026-03-02T19:50:19.830138Z","steps":["trace[1827798912] 'agreement among raft nodes before linearized reading' (duration: 1.722139507s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:19.830195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.107923Z","time spent":"1.722262742s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/02 19:50:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:19.830109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.107722Z","time spent":"1.722373445s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/02 19:50:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:19.830024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720196586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:50:19.830485Z","caller":"traceutil/trace.go:171","msg":"trace[110529568] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"1.720663071s","start":"2026-03-02T19:50:18.109808Z","end":"2026-03-02T19:50:19.830471Z","steps":["trace[110529568] 'agreement among raft nodes before linearized reading' (duration: 1.720194706s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:19.830564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.10978Z","time spent":"1.720769954s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/02 19:50:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:19.842564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724203472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:50:19.842626Z","caller":"traceutil/trace.go:171","msg":"trace[2094793652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"1.724286365s","start":"2026-03-02T19:50:18.118325Z","end":"2026-03-02T19:50:19.842612Z","steps":["trace[2094793652] 'agreement among raft nodes before linearized reading' (duration: 1.724215103s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:19.842705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.118317Z","time spent":"1.724378298s","remote":"127.0.0.1:57138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} 2026/03/02 19:50:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:19.858583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750810301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:50:19.858642Z","caller":"traceutil/trace.go:171","msg":"trace[291627311] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"1.750889914s","start":"2026-03-02T19:50:18.107735Z","end":"2026-03-02T19:50:19.858625Z","steps":["trace[291627311] 'agreement among raft nodes before linearized reading' (duration: 1.750813842s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:19.858695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.107731Z","time spent":"1.750956176s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/02 19:50:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:20.110728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000751389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:50:20.110846Z","caller":"traceutil/trace.go:171","msg":"trace[128665396] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000857952s","start":"2026-03-02T19:50:18.109933Z","end":"2026-03-02T19:50:20.110791Z","steps":["trace[128665396] 'agreement among raft nodes before linearized reading' (duration: 2.000759159s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:20.110944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.109927Z","time spent":"2.000951086s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:50:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:20.899567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.107768Z","time spent":"2.79179145s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T19:50:20.899604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.107946Z","time spent":"2.791649286s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:50:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/02 19:50:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:20.902018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.107884Z","time spent":"2.794130645s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:50:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:20.9021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.107733Z","time spent":"2.794365572s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 19:50:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:21.907579Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.342098889s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:50:22.111445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000719219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:50:22.111523Z","caller":"traceutil/trace.go:171","msg":"trace[872546031] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000847023s","start":"2026-03-02T19:50:20.110659Z","end":"2026-03-02T19:50:22.111506Z","steps":["trace[872546031] 'agreement among raft nodes before linearized reading' (duration: 2.00075234s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:22.111568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:20.110636Z","time spent":"2.000923375s","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:50:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:23.455916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548134544s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:23.456151Z","caller":"traceutil/trace.go:171","msg":"trace[284308888] transaction","detail":"{read_only:false; response_revision:23777; number_of_response:1; }","duration":"5.348274776s","start":"2026-03-02T19:50:18.107861Z","end":"2026-03-02T19:50:23.456136Z","steps":["trace[284308888] 'process raft request' (duration: 5.348194873s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:23.456223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.107852Z","time spent":"5.348333287s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:23.45636Z","caller":"traceutil/trace.go:171","msg":"trace[1593349926] transaction","detail":"{read_only:false; response_revision:23780; number_of_response:1; }","duration":"5.347629765s","start":"2026-03-02T19:50:18.108713Z","end":"2026-03-02T19:50:23.456343Z","steps":["trace[1593349926] 'process raft request' (duration: 5.347555813s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:23.456472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.108706Z","time spent":"5.347708338s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:23.456574Z","caller":"traceutil/trace.go:171","msg":"trace[1350437835] linearizableReadLoop","detail":"{readStateIndex:24633; appliedIndex:24624; }","duration":"5.34872696s","start":"2026-03-02T19:50:18.107819Z","end":"2026-03-02T19:50:23.456546Z","steps":["trace[1350437835] 'read index received' (duration: 1.395762731s)","trace[1350437835] 'applied index is now lower than readState.Index' (duration: 3.952963429s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:23.456469Z","caller":"traceutil/trace.go:171","msg":"trace[372061018] transaction","detail":"{read_only:false; response_revision:23781; number_of_response:1; }","duration":"5.348646247s","start":"2026-03-02T19:50:18.107809Z","end":"2026-03-02T19:50:23.456455Z","steps":["trace[372061018] 'process raft request' (duration: 5.348506273s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:23.456672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.107799Z","time spent":"5.348838214s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:23.956995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479063,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:24.119442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000174761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:50:24.119516Z","caller":"traceutil/trace.go:171","msg":"trace[1538246983] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000298295s","start":"2026-03-02T19:50:22.119202Z","end":"2026-03-02T19:50:24.119501Z","steps":["trace[1538246983] 'agreement among raft nodes before linearized reading' (duration: 2.000207192s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.119551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:22.119182Z","time spent":"2.000360946s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:50:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:24.380796Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.472964762s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:50:24.403975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.618597ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:24.404061Z","caller":"traceutil/trace.go:171","msg":"trace[112434690] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23782; }","duration":"506.71392ms","start":"2026-03-02T19:50:23.897333Z","end":"2026-03-02T19:50:24.404047Z","steps":["trace[112434690] 'range keys from in-memory index tree' (duration: 506.605097ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:24.408346Z","caller":"traceutil/trace.go:171","msg":"trace[572261129] transaction","detail":"{read_only:false; response_revision:23783; number_of_response:1; }","duration":"4.834723291s","start":"2026-03-02T19:50:19.573588Z","end":"2026-03-02T19:50:24.408311Z","steps":["trace[572261129] 'process raft request' (duration: 4.807438501s)","trace[572261129] 'compare' (duration: 22.683315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:24.408477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:19.57357Z","time spent":"4.834849964s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:50:24.408519Z","caller":"traceutil/trace.go:171","msg":"trace[1711396310] transaction","detail":"{read_only:false; response_revision:23784; number_of_response:1; }","duration":"4.576225623s","start":"2026-03-02T19:50:19.832267Z","end":"2026-03-02T19:50:24.408492Z","steps":["trace[1711396310] 'process raft request' (duration: 4.575986636s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.408642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:19.832243Z","time spent":"4.576333696s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:24.408653Z","caller":"traceutil/trace.go:171","msg":"trace[515886157] transaction","detail":"{read_only:false; response_revision:23786; number_of_response:1; }","duration":"4.171028771s","start":"2026-03-02T19:50:20.23759Z","end":"2026-03-02T19:50:24.408619Z","steps":["trace[515886157] 'process raft request' (duration: 4.170870766s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:24.40875Z","caller":"traceutil/trace.go:171","msg":"trace[770247119] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23786; }","duration":"3.507021504s","start":"2026-03-02T19:50:20.901721Z","end":"2026-03-02T19:50:24.408743Z","steps":["trace[770247119] 'process raft request' (duration: 3.506804537s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:24.408721Z","caller":"traceutil/trace.go:171","msg":"trace[647228684] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23786; }","duration":"3.505884608s","start":"2026-03-02T19:50:20.902811Z","end":"2026-03-02T19:50:24.408696Z","steps":["trace[647228684] 'process raft request' (duration: 3.505764044s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.408786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:20.901696Z","time spent":"3.507069095s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":518,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:24.408802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:20.237564Z","time spent":"4.171165546s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:24.408846Z","caller":"traceutil/trace.go:171","msg":"trace[1150714279] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23786; }","duration":"3.504313268s","start":"2026-03-02T19:50:20.904519Z","end":"2026-03-02T19:50:24.408832Z","steps":["trace[1150714279] 'process raft request' (duration: 3.504124862s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.408852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:20.902795Z","time spent":"3.505986691s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":531,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:24.408917Z","caller":"traceutil/trace.go:171","msg":"trace[1663926863] linearizableReadLoop","detail":"{readStateIndex:24641; appliedIndex:24633; }","duration":"952.303114ms","start":"2026-03-02T19:50:23.456605Z","end":"2026-03-02T19:50:24.408908Z","steps":["trace[1663926863] 'read index received' (duration: 924.438036ms)","trace[1663926863] 'applied index is now lower than readState.Index' (duration: 27.863378ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:24.408906Z","caller":"traceutil/trace.go:171","msg":"trace[1200739330] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23786; }","duration":"3.504824405s","start":"2026-03-02T19:50:20.904062Z","end":"2026-03-02T19:50:24.408887Z","steps":["trace[1200739330] 'process raft request' (duration: 3.504549906s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.40893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:20.904496Z","time spent":"3.504390851s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:24.409006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:20.904038Z","time spent":"3.504916537s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":477,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:24.409143Z","caller":"traceutil/trace.go:171","msg":"trace[1948478289] transaction","detail":"{read_only:false; response_revision:23785; number_of_response:1; }","duration":"4.57677236s","start":"2026-03-02T19:50:19.832358Z","end":"2026-03-02T19:50:24.40913Z","steps":["trace[1948478289] 'process raft request' (duration: 4.576033747s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.409191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:19.832317Z","time spent":"4.576849822s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:24.411617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.122143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-02T19:50:24.411726Z","caller":"traceutil/trace.go:171","msg":"trace[535446132] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23787; }","duration":"941.242617ms","start":"2026-03-02T19:50:23.470461Z","end":"2026-03-02T19:50:24.411704Z","steps":["trace[535446132] 'agreement among raft nodes before linearized reading' (duration: 940.990149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.411787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:23.470395Z","time spent":"941.375471ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T19:50:24.412091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.1023803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T19:50:24.412105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.692571332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:24.41215Z","caller":"traceutil/trace.go:171","msg":"trace[1863890051] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23787; }","duration":"3.102489644s","start":"2026-03-02T19:50:21.309647Z","end":"2026-03-02T19:50:24.412137Z","steps":["trace[1863890051] 'agreement among raft nodes before linearized reading' (duration: 3.099397067s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:24.412161Z","caller":"traceutil/trace.go:171","msg":"trace[1807404401] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23787; }","duration":"3.692669846s","start":"2026-03-02T19:50:20.719475Z","end":"2026-03-02T19:50:24.412145Z","steps":["trace[1807404401] 'agreement among raft nodes before linearized reading' (duration: 3.689577468s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.412193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:21.309626Z","time spent":"3.102553156s","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:24.412204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:20.719455Z","time spent":"3.692734787s","remote":"127.0.0.1:54820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:24.412245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818787685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:24.41228Z","caller":"traceutil/trace.go:171","msg":"trace[179549544] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:23787; }","duration":"1.818864248s","start":"2026-03-02T19:50:22.593407Z","end":"2026-03-02T19:50:24.412272Z","steps":["trace[179549544] 'agreement among raft nodes before linearized reading' (duration: 1.815590564s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.412303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:22.593388Z","time spent":"1.818909118s","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:24.412325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.877182199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:24.412365Z","caller":"traceutil/trace.go:171","msg":"trace[2110566830] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23787; }","duration":"4.877254011s","start":"2026-03-02T19:50:19.535097Z","end":"2026-03-02T19:50:24.412351Z","steps":["trace[2110566830] 'agreement among raft nodes before linearized reading' (duration: 4.873908045s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.412402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:19.535075Z","time spent":"4.877318743s","remote":"127.0.0.1:38844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:24.41244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286017673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:24.412463Z","caller":"traceutil/trace.go:171","msg":"trace[53978883] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:23787; }","duration":"1.286076755s","start":"2026-03-02T19:50:23.126379Z","end":"2026-03-02T19:50:24.412456Z","steps":["trace[53978883] 'agreement among raft nodes before linearized reading' (duration: 1.282603476s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.412464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.303541264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T19:50:24.412513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.12765973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"info","ts":"2026-03-02T19:50:24.41253Z","caller":"traceutil/trace.go:171","msg":"trace[364459964] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23787; }","duration":"6.303614086s","start":"2026-03-02T19:50:18.108897Z","end":"2026-03-02T19:50:24.412511Z","steps":["trace[364459964] 'agreement among raft nodes before linearized reading' (duration: 6.300157397s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:24.412557Z","caller":"traceutil/trace.go:171","msg":"trace[525443123] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:23787; }","duration":"6.127741903s","start":"2026-03-02T19:50:18.284804Z","end":"2026-03-02T19:50:24.412546Z","steps":["trace[525443123] 'agreement among raft nodes before linearized reading' (duration: 6.124221232s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.412576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.108891Z","time spent":"6.303672588s","remote":"127.0.0.1:33600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T19:50:24.412587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.284783Z","time spent":"6.127797594s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1045,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-03-02T19:50:24.412708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.941036611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:24.412728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.289508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:24.412742Z","caller":"traceutil/trace.go:171","msg":"trace[1260803501] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23787; }","duration":"4.941109384s","start":"2026-03-02T19:50:19.471623Z","end":"2026-03-02T19:50:24.412732Z","steps":["trace[1260803501] 'agreement among raft nodes before linearized reading' (duration: 4.937391107s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.412769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:19.471601Z","time spent":"4.941160325s","remote":"127.0.0.1:38326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:24.412802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.27788673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:50:24.412804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.19872566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T19:50:24.412823Z","caller":"traceutil/trace.go:171","msg":"trace[210866976] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:23787; }","duration":"4.277926672s","start":"2026-03-02T19:50:20.13489Z","end":"2026-03-02T19:50:24.412817Z","steps":["trace[210866976] 'agreement among raft nodes before linearized reading' (duration: 4.274171613s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.412846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:20.134861Z","time spent":"4.277979623s","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:24.412845Z","caller":"traceutil/trace.go:171","msg":"trace[688944110] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23787; }","duration":"6.198794712s","start":"2026-03-02T19:50:18.214038Z","end":"2026-03-02T19:50:24.412833Z","steps":["trace[688944110] 'agreement among raft nodes before linearized reading' (duration: 6.194997732s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.412879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.321425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:24.412261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951390481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:24.412914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.214023Z","time spent":"6.198879245s","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-02T19:50:24.412936Z","caller":"traceutil/trace.go:171","msg":"trace[1806623480] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23787; }","duration":"859.436658ms","start":"2026-03-02T19:50:23.553487Z","end":"2026-03-02T19:50:24.412923Z","steps":["trace[1806623480] 'agreement among raft nodes before linearized reading' (duration: 859.314584ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:24.412946Z","caller":"traceutil/trace.go:171","msg":"trace[311547284] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23787; }","duration":"2.952131555s","start":"2026-03-02T19:50:21.460802Z","end":"2026-03-02T19:50:24.412933Z","steps":["trace[311547284] 'agreement among raft nodes before linearized reading' (duration: 2.948221462s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.412969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:23.553465Z","time spent":"859.49726ms","remote":"127.0.0.1:33548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:24.412988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:21.460781Z","time spent":"2.952194427s","remote":"127.0.0.1:38338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:24.413002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.837506658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:24.413027Z","caller":"traceutil/trace.go:171","msg":"trace[2040303039] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23787; }","duration":"4.83755401s","start":"2026-03-02T19:50:19.575466Z","end":"2026-03-02T19:50:24.41302Z","steps":["trace[2040303039] 'agreement among raft nodes before linearized reading' (duration: 4.833604515s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.413049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:19.575458Z","time spent":"4.837583591s","remote":"127.0.0.1:33398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:24.412769Z","caller":"traceutil/trace.go:171","msg":"trace[82502155] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:23787; }","duration":"447.536746ms","start":"2026-03-02T19:50:23.965219Z","end":"2026-03-02T19:50:24.412756Z","steps":["trace[82502155] 'agreement among raft nodes before linearized reading' (duration: 447.421352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.413097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992545689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:24.41314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:23.965198Z","time spent":"447.929938ms","remote":"127.0.0.1:33682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:24.413149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.781645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:24.413142Z","caller":"traceutil/trace.go:171","msg":"trace[72766265] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23787; }","duration":"2.992619742s","start":"2026-03-02T19:50:21.420508Z","end":"2026-03-02T19:50:24.413127Z","steps":["trace[72766265] 'agreement among raft nodes before linearized reading' (duration: 2.988526492s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:24.413169Z","caller":"traceutil/trace.go:171","msg":"trace[865118896] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23787; }","duration":"883.838997ms","start":"2026-03-02T19:50:23.529324Z","end":"2026-03-02T19:50:24.413163Z","steps":["trace[865118896] 'agreement among raft nodes before linearized reading' (duration: 883.801335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.413175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.843336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:24.413184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:21.42049Z","time spent":"2.992681453s","remote":"127.0.0.1:51388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:24.4132Z","caller":"traceutil/trace.go:171","msg":"trace[1777981648] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23787; }","duration":"289.895078ms","start":"2026-03-02T19:50:24.123295Z","end":"2026-03-02T19:50:24.41319Z","steps":["trace[1777981648] 'agreement among raft nodes before linearized reading' (duration: 289.856246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.413386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.44618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:24.413412Z","caller":"traceutil/trace.go:171","msg":"trace[869101029] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23787; }","duration":"293.510291ms","start":"2026-03-02T19:50:24.119896Z","end":"2026-03-02T19:50:24.413406Z","steps":["trace[869101029] 'agreement among raft nodes before linearized reading' (duration: 293.46997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.412485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:23.126359Z","time spent":"1.286118236s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:24.413499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.298565957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-02T19:50:24.413542Z","caller":"traceutil/trace.go:171","msg":"trace[254935519] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23787; }","duration":"6.298627779s","start":"2026-03-02T19:50:18.114904Z","end":"2026-03-02T19:50:24.413532Z","steps":["trace[254935519] 'agreement among raft nodes before linearized reading' (duration: 6.294138118s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:24.413195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:23.529245Z","time spent":"883.945001ms","remote":"127.0.0.1:33708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:24.41357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:18.114896Z","time spent":"6.29866809s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-02T19:50:25.001358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479074,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:50:25.071239Z","caller":"traceutil/trace.go:171","msg":"trace[1762856397] linearizableReadLoop","detail":"{readStateIndex:24646; appliedIndex:24644; }","duration":"570.450269ms","start":"2026-03-02T19:50:24.500762Z","end":"2026-03-02T19:50:25.071212Z","steps":["trace[1762856397] 'read index received' (duration: 566.959419ms)","trace[1762856397] 'applied index is now lower than readState.Index' (duration: 3.48956ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:25.071389Z","caller":"traceutil/trace.go:171","msg":"trace[1676749571] transaction","detail":"{read_only:false; response_revision:23789; number_of_response:1; }","duration":"572.111922ms","start":"2026-03-02T19:50:24.499264Z","end":"2026-03-02T19:50:25.071376Z","steps":["trace[1676749571] 'process raft request' (duration: 568.431396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:25.0715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:24.499244Z","time spent":"572.179694ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:25.071776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.004787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff1996fd-4bcd-4f97-b949-269b862901b0\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-02T19:50:25.071863Z","caller":"traceutil/trace.go:171","msg":"trace[1531684635] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff1996fd-4bcd-4f97-b949-269b862901b0; range_end:; response_count:1; response_revision:23790; }","duration":"571.133111ms","start":"2026-03-02T19:50:24.500708Z","end":"2026-03-02T19:50:25.071841Z","steps":["trace[1531684635] 'agreement among raft nodes before linearized reading' (duration: 570.842532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:25.071884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.370827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-03-02T19:50:25.07191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:24.500687Z","time spent":"571.211034ms","remote":"127.0.0.1:33436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-ff1996fd-4bcd-4f97-b949-269b862901b0\" "} {"level":"info","ts":"2026-03-02T19:50:25.071925Z","caller":"traceutil/trace.go:171","msg":"trace[1399662000] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:23790; }","duration":"570.447409ms","start":"2026-03-02T19:50:24.501466Z","end":"2026-03-02T19:50:25.071914Z","steps":["trace[1399662000] 'agreement among raft nodes before linearized reading' (duration: 570.283264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:25.071961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:24.501452Z","time spent":"570.501441ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-02T19:50:25.072142Z","caller":"traceutil/trace.go:171","msg":"trace[2003644816] transaction","detail":"{read_only:false; response_revision:23790; number_of_response:1; }","duration":"567.498697ms","start":"2026-03-02T19:50:24.504626Z","end":"2026-03-02T19:50:25.072125Z","steps":["trace[2003644816] 'process raft request' (duration: 566.458214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:25.072254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:24.504615Z","time spent":"567.568609ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:25.072335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.952361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:25.072378Z","caller":"traceutil/trace.go:171","msg":"trace[1653435396] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23790; }","duration":"120.037163ms","start":"2026-03-02T19:50:24.95233Z","end":"2026-03-02T19:50:25.072367Z","steps":["trace[1653435396] 'agreement among raft nodes before linearized reading' (duration: 119.868208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:25.072572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.746703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:25.072613Z","caller":"traceutil/trace.go:171","msg":"trace[337570866] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:23790; }","duration":"566.808255ms","start":"2026-03-02T19:50:24.505793Z","end":"2026-03-02T19:50:25.072601Z","steps":["trace[337570866] 'agreement among raft nodes before linearized reading' (duration: 566.747823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:25.072647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:24.505782Z","time spent":"566.854556ms","remote":"127.0.0.1:38266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:25.582079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:26.082635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:26.350217Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.230346877s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:50:26.564274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.669085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:26.564375Z","caller":"traceutil/trace.go:171","msg":"trace[483442510] transaction","detail":"{read_only:false; response_revision:23791; number_of_response:1; }","duration":"1.483603609s","start":"2026-03-02T19:50:25.080752Z","end":"2026-03-02T19:50:26.564356Z","steps":["trace[483442510] 'process raft request' (duration: 1.269772369s)","trace[483442510] 'compare' (duration: 213.527421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:26.564435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:25.080742Z","time spent":"1.483662512s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:27.432005Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080433364s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:50:27.433095Z","caller":"traceutil/trace.go:171","msg":"trace[124584664] linearizableReadLoop","detail":"{readStateIndex:24649; appliedIndex:24646; }","duration":"2.35203293s","start":"2026-03-02T19:50:25.081039Z","end":"2026-03-02T19:50:27.433072Z","steps":["trace[124584664] 'read index received' (duration: 1.269499721s)","trace[124584664] 'applied index is now lower than readState.Index' (duration: 1.082532129s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:27.43325Z","caller":"traceutil/trace.go:171","msg":"trace[1986446511] transaction","detail":"{read_only:false; response_revision:23793; number_of_response:1; }","duration":"1.826301111s","start":"2026-03-02T19:50:25.606938Z","end":"2026-03-02T19:50:27.433239Z","steps":["trace[1986446511] 'process raft request' (duration: 1.826029682s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:27.433322Z","caller":"traceutil/trace.go:171","msg":"trace[790856036] transaction","detail":"{read_only:false; response_revision:23792; number_of_response:1; }","duration":"2.350980047s","start":"2026-03-02T19:50:25.082313Z","end":"2026-03-02T19:50:27.433293Z","steps":["trace[790856036] 'process raft request' (duration: 2.35009659s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:27.433402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:25.606915Z","time spent":"1.826407424s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:27.433443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:25.082301Z","time spent":"2.35107426s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:27.433467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352430753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ca13d896-892e-43ad-8ad3-eb8c00f3eed6\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-02T19:50:27.433514Z","caller":"traceutil/trace.go:171","msg":"trace[229430266] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ca13d896-892e-43ad-8ad3-eb8c00f3eed6; range_end:; response_count:1; response_revision:23793; }","duration":"2.352470934s","start":"2026-03-02T19:50:25.081029Z","end":"2026-03-02T19:50:27.4335Z","steps":["trace[229430266] 'agreement among raft nodes before linearized reading' (duration: 2.35233824s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:27.433557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:25.081008Z","time spent":"2.352537796s","remote":"127.0.0.1:33436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-ca13d896-892e-43ad-8ad3-eb8c00f3eed6\" "} {"level":"warn","ts":"2026-03-02T19:50:27.433338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732778983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:27.433648Z","caller":"traceutil/trace.go:171","msg":"trace[1960728746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23793; }","duration":"1.733170835s","start":"2026-03-02T19:50:25.700466Z","end":"2026-03-02T19:50:27.433637Z","steps":["trace[1960728746] 'agreement among raft nodes before linearized reading' (duration: 1.732789063s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:27.433689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:25.700435Z","time spent":"1.733242268s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:50:27.433735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.652556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:27.433775Z","caller":"traceutil/trace.go:171","msg":"trace[566773036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23793; }","duration":"985.731378ms","start":"2026-03-02T19:50:26.448033Z","end":"2026-03-02T19:50:27.433764Z","steps":["trace[566773036] 'agreement among raft nodes before linearized reading' (duration: 985.669686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:27.433822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.233132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991e16ac16542a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T19:50:27.433878Z","caller":"traceutil/trace.go:171","msg":"trace[1555187974] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18991e16ac16542a; range_end:; response_count:1; response_revision:23793; }","duration":"866.326125ms","start":"2026-03-02T19:50:26.567538Z","end":"2026-03-02T19:50:27.433865Z","steps":["trace[1555187974] 'agreement among raft nodes before linearized reading' (duration: 866.16177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:27.433918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:26.56752Z","time spent":"866.390347ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991e16ac16542a\" "} {"level":"warn","ts":"2026-03-02T19:50:27.434098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.068709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:27.434094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.351465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:27.434081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.310658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:27.434138Z","caller":"traceutil/trace.go:171","msg":"trace[1074083400] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23793; }","duration":"650.144742ms","start":"2026-03-02T19:50:26.783981Z","end":"2026-03-02T19:50:27.434126Z","steps":["trace[1074083400] 'agreement among raft nodes before linearized reading' (duration: 650.07943ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:27.434144Z","caller":"traceutil/trace.go:171","msg":"trace[216654259] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23793; }","duration":"444.405217ms","start":"2026-03-02T19:50:26.989726Z","end":"2026-03-02T19:50:27.434131Z","steps":["trace[216654259] 'agreement among raft nodes before linearized reading' (duration: 444.329794ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:27.434163Z","caller":"traceutil/trace.go:171","msg":"trace[397176874] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23793; }","duration":"631.452222ms","start":"2026-03-02T19:50:26.80269Z","end":"2026-03-02T19:50:27.434142Z","steps":["trace[397176874] 'agreement among raft nodes before linearized reading' (duration: 631.309188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:27.434184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:26.989698Z","time spent":"444.477799ms","remote":"127.0.0.1:54878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:27.43422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:26.802632Z","time spent":"631.577026ms","remote":"127.0.0.1:51532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:27.434178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:26.783961Z","time spent":"650.207593ms","remote":"127.0.0.1:38834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:27.434224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.42782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:27.434435Z","caller":"traceutil/trace.go:171","msg":"trace[33193395] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23793; }","duration":"801.665147ms","start":"2026-03-02T19:50:26.632757Z","end":"2026-03-02T19:50:27.434422Z","steps":["trace[33193395] 'agreement among raft nodes before linearized reading' (duration: 801.44033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:27.434482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:26.63273Z","time spent":"801.734499ms","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:27.434539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44584584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:50:27.434595Z","caller":"traceutil/trace.go:171","msg":"trace[328899713] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23793; }","duration":"1.445931413s","start":"2026-03-02T19:50:25.988654Z","end":"2026-03-02T19:50:27.434585Z","steps":["trace[328899713] 'agreement among raft nodes before linearized reading' (duration: 1.445715086s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:27.434637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:25.988636Z","time spent":"1.445988424s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:27.435183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:26.448011Z","time spent":"985.822301ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:27.436007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509694483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:27.43616Z","caller":"traceutil/trace.go:171","msg":"trace[773367139] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23793; }","duration":"1.509807186s","start":"2026-03-02T19:50:25.926231Z","end":"2026-03-02T19:50:27.436039Z","steps":["trace[773367139] 'agreement among raft nodes before linearized reading' (duration: 1.507624177s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:27.436197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:25.926205Z","time spent":"1.509981762s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:27.941793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:29.441511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000638446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:50:29.44159Z","caller":"traceutil/trace.go:171","msg":"trace[2135173160] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00075955s","start":"2026-03-02T19:50:27.440815Z","end":"2026-03-02T19:50:29.441575Z","steps":["trace[2135173160] 'agreement among raft nodes before linearized reading' (duration: 2.000667257s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:29.441638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:27.440803Z","time spent":"2.000823852s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:50:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:29.974655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732037389s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:29.976686Z","caller":"traceutil/trace.go:171","msg":"trace[1822494848] transaction","detail":"{read_only:false; response_revision:23795; number_of_response:1; }","duration":"1.758099891s","start":"2026-03-02T19:50:28.218573Z","end":"2026-03-02T19:50:29.976673Z","steps":["trace[1822494848] 'process raft request' (duration: 1.758021108s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:29.976751Z","caller":"traceutil/trace.go:171","msg":"trace[244717625] linearizableReadLoop","detail":"{readStateIndex:24650; appliedIndex:24649; }","duration":"2.535866934s","start":"2026-03-02T19:50:27.440852Z","end":"2026-03-02T19:50:29.976719Z","steps":["trace[244717625] 'read index received' (duration: 801.652556ms)","trace[244717625] 'applied index is now lower than readState.Index' (duration: 1.734211158s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:29.976803Z","caller":"traceutil/trace.go:171","msg":"trace[625609903] transaction","detail":"{read_only:false; response_revision:23794; number_of_response:1; }","duration":"2.540525371s","start":"2026-03-02T19:50:27.43622Z","end":"2026-03-02T19:50:29.976746Z","steps":["trace[625609903] 'process raft request' (duration: 806.272062ms)","trace[625609903] 'compare' (duration: 1.726434753s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:29.976925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:27.436208Z","time spent":"2.540644286s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:29.976981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:28.218557Z","time spent":"1.758157452s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:29.995513Z","caller":"traceutil/trace.go:171","msg":"trace[2144739210] transaction","detail":"{read_only:false; response_revision:23796; number_of_response:1; }","duration":"1.694673302s","start":"2026-03-02T19:50:28.300632Z","end":"2026-03-02T19:50:29.995305Z","steps":["trace[2144739210] 'process raft request' (duration: 1.694521537s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:29.995792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:28.300605Z","time spent":"1.695045604s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:31.002351Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.007208085s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:50:31.062857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999951193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:50:31.062946Z","caller":"traceutil/trace.go:171","msg":"trace[2045743579] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000083897s","start":"2026-03-02T19:50:29.062842Z","end":"2026-03-02T19:50:31.062926Z","steps":["trace[2045743579] 'agreement among raft nodes before linearized reading' (duration: 1.999984923s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:31.063004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:29.062823Z","time spent":"2.00016696s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:50:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-02T19:50:31.072222Z","caller":"traceutil/trace.go:171","msg":"trace[12491278] linearizableReadLoop","detail":"{readStateIndex:24653; appliedIndex:24651; }","duration":"1.095400324s","start":"2026-03-02T19:50:29.976805Z","end":"2026-03-02T19:50:31.072206Z","steps":["trace[12491278] 'read index received' (duration: 18.342238ms)","trace[12491278] 'applied index is now lower than readState.Index' (duration: 1.077057116s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:31.072674Z","caller":"traceutil/trace.go:171","msg":"trace[1845786878] transaction","detail":"{read_only:false; response_revision:23797; number_of_response:1; }","duration":"1.657194259s","start":"2026-03-02T19:50:29.415458Z","end":"2026-03-02T19:50:31.072652Z","steps":["trace[1845786878] 'process raft request' (duration: 1.587018538s)","trace[1845786878] 'compare' (duration: 69.529371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:31.072808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:29.41544Z","time spent":"1.657293683s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:31.07294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97928929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:31.072983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310729808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:31.073003Z","caller":"traceutil/trace.go:171","msg":"trace[1291128252] transaction","detail":"{read_only:false; response_revision:23798; number_of_response:1; }","duration":"1.093129692s","start":"2026-03-02T19:50:29.979861Z","end":"2026-03-02T19:50:31.07299Z","steps":["trace[1291128252] 'process raft request' (duration: 1.092278565s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:31.073019Z","caller":"traceutil/trace.go:171","msg":"trace[1511619021] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:23798; }","duration":"2.31081195s","start":"2026-03-02T19:50:28.762197Z","end":"2026-03-02T19:50:31.073009Z","steps":["trace[1511619021] 'agreement among raft nodes before linearized reading' (duration: 2.310731388s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:31.073023Z","caller":"traceutil/trace.go:171","msg":"trace[809103348] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23798; }","duration":"2.979399613s","start":"2026-03-02T19:50:28.093603Z","end":"2026-03-02T19:50:31.073002Z","steps":["trace[809103348] 'agreement among raft nodes before linearized reading' (duration: 2.979246588s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:31.073021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632642306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:31.073077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:28.762175Z","time spent":"2.310891063s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:31.073084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:29.979845Z","time spent":"1.093181224s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:50:31.073094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:28.093596Z","time spent":"2.979486086s","remote":"127.0.0.1:38288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:31.073123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.76412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:50:31.073148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662908609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:31.073185Z","caller":"traceutil/trace.go:171","msg":"trace[2051164372] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23798; }","duration":"1.662980882s","start":"2026-03-02T19:50:29.410192Z","end":"2026-03-02T19:50:31.073173Z","steps":["trace[2051164372] 'agreement among raft nodes before linearized reading' (duration: 1.66292491s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:31.073184Z","caller":"traceutil/trace.go:171","msg":"trace[1109452853] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:23798; }","duration":"397.861183ms","start":"2026-03-02T19:50:30.675306Z","end":"2026-03-02T19:50:31.073167Z","steps":["trace[1109452853] 'agreement among raft nodes before linearized reading' (duration: 397.686908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:31.073211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:29.410172Z","time spent":"1.663030613s","remote":"127.0.0.1:54804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:31.073223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021795259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:50:31.073229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:30.675287Z","time spent":"397.930945ms","remote":"127.0.0.1:33842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:31.073249Z","caller":"traceutil/trace.go:171","msg":"trace[516999377] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:23798; }","duration":"3.021832151s","start":"2026-03-02T19:50:28.051407Z","end":"2026-03-02T19:50:31.073239Z","steps":["trace[516999377] 'agreement among raft nodes before linearized reading' (duration: 3.021747858s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:31.07312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.530571015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-02T19:50:31.073323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02530212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:31.073331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.954852249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:31.073328Z","caller":"traceutil/trace.go:171","msg":"trace[754145207] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:23798; }","duration":"3.530813693s","start":"2026-03-02T19:50:27.542495Z","end":"2026-03-02T19:50:31.073309Z","steps":["trace[754145207] 'agreement among raft nodes before linearized reading' (duration: 3.53041172s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:31.073367Z","caller":"traceutil/trace.go:171","msg":"trace[492536009] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23798; }","duration":"2.95489277s","start":"2026-03-02T19:50:28.118462Z","end":"2026-03-02T19:50:31.073355Z","steps":["trace[492536009] 'agreement among raft nodes before linearized reading' (duration: 2.954832658s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:31.073379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.114194432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:50:31.072962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631094258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:31.073399Z","caller":"traceutil/trace.go:171","msg":"trace[1067020334] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:23798; }","duration":"3.114237422s","start":"2026-03-02T19:50:27.959156Z","end":"2026-03-02T19:50:31.073394Z","steps":["trace[1067020334] 'agreement among raft nodes before linearized reading' (duration: 3.114204071s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:31.073397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:28.118447Z","time spent":"2.954941722s","remote":"127.0.0.1:54890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:50:31.07339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:27.542455Z","time spent":"3.530917016s","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-02T19:50:31.073419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:27.959141Z","time spent":"3.114270574s","remote":"127.0.0.1:48138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:31.073417Z","caller":"traceutil/trace.go:171","msg":"trace[2053871479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23798; }","duration":"1.631567402s","start":"2026-03-02T19:50:29.441838Z","end":"2026-03-02T19:50:31.073406Z","steps":["trace[2053871479] 'agreement among raft nodes before linearized reading' (duration: 1.631088007s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:31.073452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:29.441826Z","time spent":"1.631616394s","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:50:31.073483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965138974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:31.073099Z","caller":"traceutil/trace.go:171","msg":"trace[277188126] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23798; }","duration":"1.632746469s","start":"2026-03-02T19:50:29.440342Z","end":"2026-03-02T19:50:31.073088Z","steps":["trace[277188126] 'agreement among raft nodes before linearized reading' (duration: 1.632647336s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:31.073518Z","caller":"traceutil/trace.go:171","msg":"trace[651607022] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23798; }","duration":"2.965185215s","start":"2026-03-02T19:50:28.108321Z","end":"2026-03-02T19:50:31.073507Z","steps":["trace[651607022] 'agreement among raft nodes before linearized reading' (duration: 2.965128983s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:31.073257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295478657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:31.073348Z","caller":"traceutil/trace.go:171","msg":"trace[1837846269] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:23798; }","duration":"3.025324131s","start":"2026-03-02T19:50:28.048015Z","end":"2026-03-02T19:50:31.073339Z","steps":["trace[1837846269] 'agreement among raft nodes before linearized reading' (duration: 3.02528533s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:31.073583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.464461061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T19:50:31.073581Z","caller":"traceutil/trace.go:171","msg":"trace[52713018] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:23798; }","duration":"2.295824468s","start":"2026-03-02T19:50:28.777744Z","end":"2026-03-02T19:50:31.073569Z","steps":["trace[52713018] 'agreement among raft nodes before linearized reading' (duration: 2.295475247s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:31.073604Z","caller":"traceutil/trace.go:171","msg":"trace[973360483] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:23798; }","duration":"3.464491472s","start":"2026-03-02T19:50:27.609106Z","end":"2026-03-02T19:50:31.073598Z","steps":["trace[973360483] 'agreement among raft nodes before linearized reading' (duration: 3.46442822s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:31.073619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:28.77773Z","time spent":"2.295877329s","remote":"127.0.0.1:34724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:31.073611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:28.047967Z","time spent":"3.02562269s","remote":"127.0.0.1:37928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:31.073631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:27.609083Z","time spent":"3.464543574s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":557,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-03-02T19:50:31.073552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:28.108308Z","time spent":"2.965232606s","remote":"127.0.0.1:33432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:31.073285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:28.051399Z","time spent":"3.021881282s","remote":"127.0.0.1:33600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:31.073552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:29.440328Z","time spent":"1.633209844s","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:31.072967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.96083075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:31.07386Z","caller":"traceutil/trace.go:171","msg":"trace[418456551] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23798; }","duration":"1.961750179s","start":"2026-03-02T19:50:29.1121Z","end":"2026-03-02T19:50:31.073851Z","steps":["trace[418456551] 'agreement among raft nodes before linearized reading' (duration: 1.9608192s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:31.073895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:29.112087Z","time spent":"1.96179724s","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:31.581755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479099,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:50:31.915918Z","caller":"traceutil/trace.go:171","msg":"trace[1580199446] linearizableReadLoop","detail":"{readStateIndex:24655; appliedIndex:24654; }","duration":"834.939042ms","start":"2026-03-02T19:50:31.080946Z","end":"2026-03-02T19:50:31.915885Z","steps":["trace[1580199446] 'read index received' (duration: 782.526911ms)","trace[1580199446] 'applied index is now lower than readState.Index' (duration: 52.410121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:31.916166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.1938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:31.916247Z","caller":"traceutil/trace.go:171","msg":"trace[505816054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23799; }","duration":"835.301094ms","start":"2026-03-02T19:50:31.080918Z","end":"2026-03-02T19:50:31.916219Z","steps":["trace[505816054] 'agreement among raft nodes before linearized reading' (duration: 835.139819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:31.916217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.466917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:31.91631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:31.080899Z","time spent":"835.393866ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:50:31.916345Z","caller":"traceutil/trace.go:171","msg":"trace[652241951] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23799; }","duration":"834.610441ms","start":"2026-03-02T19:50:31.081698Z","end":"2026-03-02T19:50:31.916308Z","steps":["trace[652241951] 'agreement among raft nodes before linearized reading' (duration: 834.427966ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:31.915922Z","caller":"traceutil/trace.go:171","msg":"trace[343213656] transaction","detail":"{read_only:false; response_revision:23799; number_of_response:1; }","duration":"838.933678ms","start":"2026-03-02T19:50:31.076951Z","end":"2026-03-02T19:50:31.915885Z","steps":["trace[343213656] 'process raft request' (duration: 786.554648ms)","trace[343213656] 'compare' (duration: 51.899345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:31.916405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:31.08168Z","time spent":"834.710165ms","remote":"127.0.0.1:33496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:50:31.916522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:31.076933Z","time spent":"839.510986ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":862,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:50:32.986696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.253258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:32.986808Z","caller":"traceutil/trace.go:171","msg":"trace[712464436] linearizableReadLoop","detail":"{readStateIndex:24656; appliedIndex:24655; }","duration":"1.061638163s","start":"2026-03-02T19:50:31.925149Z","end":"2026-03-02T19:50:32.986787Z","steps":["trace[712464436] 'read index received' (duration: 498.576µs)","trace[712464436] 'applied index is now lower than readState.Index' (duration: 1.061137457s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:32.986919Z","caller":"traceutil/trace.go:171","msg":"trace[2126705349] transaction","detail":"{read_only:false; response_revision:23800; number_of_response:1; }","duration":"1.062599793s","start":"2026-03-02T19:50:31.924303Z","end":"2026-03-02T19:50:32.986903Z","steps":["trace[2126705349] 'process raft request' (duration: 929.037466ms)","trace[2126705349] 'compare' (duration: 132.419881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:32.987029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:31.923848Z","time spent":"1.06313024s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:50:32.987358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062200401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:32.987426Z","caller":"traceutil/trace.go:171","msg":"trace[1949432017] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23800; }","duration":"1.062294024s","start":"2026-03-02T19:50:31.925113Z","end":"2026-03-02T19:50:32.987407Z","steps":["trace[1949432017] 'agreement among raft nodes before linearized reading' (duration: 1.06216041s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:32.98748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:31.925101Z","time spent":"1.062364886s","remote":"127.0.0.1:33600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:50:32.987705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042226312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:32.987778Z","caller":"traceutil/trace.go:171","msg":"trace[1532418230] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23800; }","duration":"1.042335805s","start":"2026-03-02T19:50:31.945424Z","end":"2026-03-02T19:50:32.98776Z","steps":["trace[1532418230] 'agreement among raft nodes before linearized reading' (duration: 1.042204491s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:32.987837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:31.945413Z","time spent":"1.042414018s","remote":"127.0.0.1:38880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:32.98785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.576943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:32.987873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.993609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:32.987919Z","caller":"traceutil/trace.go:171","msg":"trace[951644259] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23800; }","duration":"556.707537ms","start":"2026-03-02T19:50:32.431195Z","end":"2026-03-02T19:50:32.987903Z","steps":["trace[951644259] 'agreement among raft nodes before linearized reading' (duration: 556.593704ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:32.987922Z","caller":"traceutil/trace.go:171","msg":"trace[1904127301] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:23800; }","duration":"692.098693ms","start":"2026-03-02T19:50:32.295809Z","end":"2026-03-02T19:50:32.987908Z","steps":["trace[1904127301] 'agreement among raft nodes before linearized reading' (duration: 692.00742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:32.987975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:32.29578Z","time spent":"692.181385ms","remote":"127.0.0.1:38026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:32.988001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.97113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:32.988026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.581463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:50:32.988055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:32.431158Z","time spent":"556.80182ms","remote":"127.0.0.1:53918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:32.988122Z","caller":"traceutil/trace.go:171","msg":"trace[1327923655] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23800; }","duration":"909.700297ms","start":"2026-03-02T19:50:32.0784Z","end":"2026-03-02T19:50:32.988101Z","steps":["trace[1327923655] 'agreement among raft nodes before linearized reading' (duration: 909.517921ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:32.988077Z","caller":"traceutil/trace.go:171","msg":"trace[362483645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23800; }","duration":"287.066093ms","start":"2026-03-02T19:50:32.700969Z","end":"2026-03-02T19:50:32.988035Z","steps":["trace[362483645] 'agreement among raft nodes before linearized reading' (duration: 286.955429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:32.988186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:32.07834Z","time spent":"909.831661ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:33.270511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.380033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:33.270768Z","caller":"traceutil/trace.go:171","msg":"trace[1005877786] transaction","detail":"{read_only:false; response_revision:23801; number_of_response:1; }","duration":"278.665327ms","start":"2026-03-02T19:50:32.991925Z","end":"2026-03-02T19:50:33.27059Z","steps":["trace[1005877786] 'process raft request' (duration: 111.13853ms)","trace[1005877786] 'compare' (duration: 166.96009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:33.959459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:34.460198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479108,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:34.89437Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.618411333s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:50:34.915418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017710809s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:34.915537Z","caller":"traceutil/trace.go:171","msg":"trace[1849831741] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23801; }","duration":"1.017839423s","start":"2026-03-02T19:50:33.89768Z","end":"2026-03-02T19:50:34.91552Z","steps":["trace[1849831741] 'range keys from in-memory index tree' (duration: 1.017694909s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:34.915541Z","caller":"traceutil/trace.go:171","msg":"trace[153160737] transaction","detail":"{read_only:false; response_revision:23802; number_of_response:1; }","duration":"1.640797908s","start":"2026-03-02T19:50:33.27472Z","end":"2026-03-02T19:50:34.915518Z","steps":["trace[153160737] 'process raft request' (duration: 1.61990726s)","trace[153160737] 'compare' (duration: 19.789634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:34.915632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:33.274701Z","time spent":"1.64088614s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:50:34.915854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456801921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:34.915912Z","caller":"traceutil/trace.go:171","msg":"trace[1659963706] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:23802; }","duration":"1.456898224s","start":"2026-03-02T19:50:33.459Z","end":"2026-03-02T19:50:34.915898Z","steps":["trace[1659963706] 'agreement among raft nodes before linearized reading' (duration: 1.45677331s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:34.915948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:33.458982Z","time spent":"1.456956427s","remote":"127.0.0.1:38156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:34.915541Z","caller":"traceutil/trace.go:171","msg":"trace[1220133129] linearizableReadLoop","detail":"{readStateIndex:24658; appliedIndex:24657; }","duration":"1.456485471s","start":"2026-03-02T19:50:33.459034Z","end":"2026-03-02T19:50:34.915519Z","steps":["trace[1220133129] 'read index received' (duration: 1.435542892s)","trace[1220133129] 'applied index is now lower than readState.Index' (duration: 20.940429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:34.916826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362508021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:34.916877Z","caller":"traceutil/trace.go:171","msg":"trace[462001722] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23802; }","duration":"1.362602643s","start":"2026-03-02T19:50:33.554256Z","end":"2026-03-02T19:50:34.916858Z","steps":["trace[462001722] 'agreement among raft nodes before linearized reading' (duration: 1.362513961s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:34.916916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:33.554231Z","time spent":"1.362675426s","remote":"127.0.0.1:34752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:34.916921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.854278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:34.917015Z","caller":"traceutil/trace.go:171","msg":"trace[1221938148] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:23802; }","duration":"141.989553ms","start":"2026-03-02T19:50:34.775003Z","end":"2026-03-02T19:50:34.916993Z","steps":["trace[1221938148] 'agreement among raft nodes before linearized reading' (duration: 141.818247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:34.917006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.987852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-02T19:50:34.91703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.368614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:34.917089Z","caller":"traceutil/trace.go:171","msg":"trace[569848671] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:23802; }","duration":"501.097645ms","start":"2026-03-02T19:50:34.415969Z","end":"2026-03-02T19:50:34.917066Z","steps":["trace[569848671] 'agreement among raft nodes before linearized reading' (duration: 500.872288ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:34.917117Z","caller":"traceutil/trace.go:171","msg":"trace[1677553680] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23802; }","duration":"561.510649ms","start":"2026-03-02T19:50:34.355583Z","end":"2026-03-02T19:50:34.917093Z","steps":["trace[1677553680] 'agreement among raft nodes before linearized reading' (duration: 561.331263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:34.916953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.788488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:34.917166Z","caller":"traceutil/trace.go:171","msg":"trace[1578112162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23802; }","duration":"216.034895ms","start":"2026-03-02T19:50:34.701123Z","end":"2026-03-02T19:50:34.917157Z","steps":["trace[1578112162] 'agreement among raft nodes before linearized reading' (duration: 215.788257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:34.917185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:34.355561Z","time spent":"561.605591ms","remote":"127.0.0.1:38820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:34.917133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:34.415957Z","time spent":"501.168188ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-02T19:50:35.87149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.078738ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-02T19:50:35.871812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:34.918491Z","time spent":"953.314311ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:50:35.871869Z","caller":"traceutil/trace.go:171","msg":"trace[980579258] transaction","detail":"{read_only:false; response_revision:23803; number_of_response:1; }","duration":"950.449451ms","start":"2026-03-02T19:50:34.921395Z","end":"2026-03-02T19:50:35.871844Z","steps":["trace[980579258] 'process raft request' (duration: 950.236344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:35.872015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:34.921382Z","time spent":"950.575515ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:50:35.872019Z","caller":"traceutil/trace.go:171","msg":"trace[250480225] linearizableReadLoop","detail":"{readStateIndex:24661; appliedIndex:24658; }","duration":"183.252383ms","start":"2026-03-02T19:50:35.688735Z","end":"2026-03-02T19:50:35.871987Z","steps":["trace[250480225] 'read index received' (duration: 65.660648ms)","trace[250480225] 'applied index is now lower than readState.Index' (duration: 117.590265ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:35.872033Z","caller":"traceutil/trace.go:171","msg":"trace[1013207437] transaction","detail":"{read_only:false; response_revision:23804; number_of_response:1; }","duration":"931.354769ms","start":"2026-03-02T19:50:34.940649Z","end":"2026-03-02T19:50:35.872003Z","steps":["trace[1013207437] 'process raft request' (duration: 931.144412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:35.87217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:34.940627Z","time spent":"931.470953ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:35.872281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.526952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-02T19:50:35.872364Z","caller":"traceutil/trace.go:171","msg":"trace[2066380163] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23804; }","duration":"183.659686ms","start":"2026-03-02T19:50:35.688679Z","end":"2026-03-02T19:50:35.872339Z","steps":["trace[2066380163] 'agreement among raft nodes before linearized reading' (duration: 183.399797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:36.344643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.385979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:36.344757Z","caller":"traceutil/trace.go:171","msg":"trace[364497975] linearizableReadLoop","detail":"{readStateIndex:24662; appliedIndex:24661; }","duration":"467.401154ms","start":"2026-03-02T19:50:35.87734Z","end":"2026-03-02T19:50:36.344741Z","steps":["trace[364497975] 'read index received' (duration: 148.763116ms)","trace[364497975] 'applied index is now lower than readState.Index' (duration: 318.636858ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:36.344829Z","caller":"traceutil/trace.go:171","msg":"trace[1514042791] transaction","detail":"{read_only:false; response_revision:23805; number_of_response:1; }","duration":"471.692289ms","start":"2026-03-02T19:50:35.873125Z","end":"2026-03-02T19:50:36.344818Z","steps":["trace[1514042791] 'process raft request' (duration: 153.054542ms)","trace[1514042791] 'compare' (duration: 318.273276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:36.344889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:35.873097Z","time spent":"471.762571ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:36.345255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.889999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-cdf4666f7-ls9xh.18991e16c56b364d\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-03-02T19:50:36.345379Z","caller":"traceutil/trace.go:171","msg":"trace[1403133007] range","detail":"{range_begin:/registry/events/openstack/magnum-api-cdf4666f7-ls9xh.18991e16c56b364d; range_end:; response_count:1; response_revision:23805; }","duration":"468.044775ms","start":"2026-03-02T19:50:35.877315Z","end":"2026-03-02T19:50:36.345359Z","steps":["trace[1403133007] 'agreement among raft nodes before linearized reading' (duration: 467.686263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:36.345428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:35.877303Z","time spent":"468.111876ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":804,"request content":"key:\"/registry/events/openstack/magnum-api-cdf4666f7-ls9xh.18991e16c56b364d\" "} {"level":"warn","ts":"2026-03-02T19:50:36.845537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:37.113735Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029343955s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:50:38.526178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412176506s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:38.526597Z","caller":"traceutil/trace.go:171","msg":"trace[1155606074] transaction","detail":"{read_only:false; response_revision:23806; number_of_response:1; }","duration":"2.442315026s","start":"2026-03-02T19:50:36.084252Z","end":"2026-03-02T19:50:38.526567Z","steps":["trace[1155606074] 'process raft request' (duration: 1.029648625s)","trace[1155606074] 'compare' (duration: 1.410777141s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:38.526686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:36.084225Z","time spent":"2.442421399s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:38.527546Z","caller":"traceutil/trace.go:171","msg":"trace[143139514] transaction","detail":"{read_only:false; response_revision:23807; number_of_response:1; }","duration":"2.179689503s","start":"2026-03-02T19:50:36.347832Z","end":"2026-03-02T19:50:38.527522Z","steps":["trace[143139514] 'process raft request' (duration: 2.178661151s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:38.527676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:36.347808Z","time spent":"2.179795825s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:38.527649Z","caller":"traceutil/trace.go:171","msg":"trace[245259924] linearizableReadLoop","detail":"{readStateIndex:24664; appliedIndex:24662; }","duration":"2.182848062s","start":"2026-03-02T19:50:36.344782Z","end":"2026-03-02T19:50:38.52763Z","steps":["trace[245259924] 'read index received' (duration: 769.135578ms)","trace[245259924] 'applied index is now lower than readState.Index' (duration: 1.413710594s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:38.527918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.650234906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-57fff772-c73c-4bae-863b-be70cab2be5b\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-02T19:50:38.527967Z","caller":"traceutil/trace.go:171","msg":"trace[1598181417] range","detail":"{range_begin:/registry/persistentvolumes/pvc-57fff772-c73c-4bae-863b-be70cab2be5b; range_end:; response_count:1; response_revision:23807; }","duration":"2.650294797s","start":"2026-03-02T19:50:35.877659Z","end":"2026-03-02T19:50:38.527954Z","steps":["trace[1598181417] 'agreement among raft nodes before linearized reading' (duration: 2.650126612s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:38.528001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:35.877655Z","time spent":"2.650336469s","remote":"127.0.0.1:33436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-57fff772-c73c-4bae-863b-be70cab2be5b\" "} {"level":"warn","ts":"2026-03-02T19:50:38.528046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030674168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:38.528088Z","caller":"traceutil/trace.go:171","msg":"trace[1268147117] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23807; }","duration":"1.0307571s","start":"2026-03-02T19:50:37.49732Z","end":"2026-03-02T19:50:38.528077Z","steps":["trace[1268147117] 'agreement among raft nodes before linearized reading' (duration: 1.030680538s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:38.528111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:37.4973Z","time spent":"1.030805582s","remote":"127.0.0.1:34710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:38.528169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462766019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:38.528222Z","caller":"traceutil/trace.go:171","msg":"trace[7680108] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23807; }","duration":"1.462850392s","start":"2026-03-02T19:50:37.065355Z","end":"2026-03-02T19:50:38.528205Z","steps":["trace[7680108] 'agreement among raft nodes before linearized reading' (duration: 1.46277517s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:38.528266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:37.065333Z","time spent":"1.462923694s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:38.528373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158142113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T19:50:38.528423Z","caller":"traceutil/trace.go:171","msg":"trace[44561314] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23807; }","duration":"2.158189915s","start":"2026-03-02T19:50:36.370222Z","end":"2026-03-02T19:50:38.528412Z","steps":["trace[44561314] 'agreement among raft nodes before linearized reading' (duration: 2.158075661s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:38.528431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827350034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:38.528454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:36.370174Z","time spent":"2.158273218s","remote":"127.0.0.1:33408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T19:50:38.528481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.096991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:38.528479Z","caller":"traceutil/trace.go:171","msg":"trace[1711704674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23807; }","duration":"1.827422666s","start":"2026-03-02T19:50:36.701038Z","end":"2026-03-02T19:50:38.528461Z","steps":["trace[1711704674] 'agreement among raft nodes before linearized reading' (duration: 1.827369055s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:38.528514Z","caller":"traceutil/trace.go:171","msg":"trace[1204510465] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:23807; }","duration":"338.166033ms","start":"2026-03-02T19:50:38.190341Z","end":"2026-03-02T19:50:38.528507Z","steps":["trace[1204510465] 'agreement among raft nodes before linearized reading' (duration: 338.119161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:38.528525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:36.701017Z","time spent":"1.827500859s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:50:38.528359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012837476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T19:50:38.528535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:38.190322Z","time spent":"338.208124ms","remote":"127.0.0.1:33582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:38.528085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17961413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-02T19:50:38.528762Z","caller":"traceutil/trace.go:171","msg":"trace[1558944877] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23807; }","duration":"2.180357384s","start":"2026-03-02T19:50:36.348398Z","end":"2026-03-02T19:50:38.528755Z","steps":["trace[1558944877] 'agreement among raft nodes before linearized reading' (duration: 2.17959941s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:38.528796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:36.348336Z","time spent":"2.180452137s","remote":"127.0.0.1:33454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T19:50:38.528602Z","caller":"traceutil/trace.go:171","msg":"trace[789589934] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:23807; }","duration":"2.013094694s","start":"2026-03-02T19:50:36.51549Z","end":"2026-03-02T19:50:38.528585Z","steps":["trace[789589934] 'agreement among raft nodes before linearized reading' (duration: 2.012684051s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:38.528887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:36.51543Z","time spent":"2.013438635s","remote":"127.0.0.1:49222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":158,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:38.528565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.920891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:38.529Z","caller":"traceutil/trace.go:171","msg":"trace[1885141570] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:23807; }","duration":"901.375935ms","start":"2026-03-02T19:50:37.627601Z","end":"2026-03-02T19:50:38.528977Z","steps":["trace[1885141570] 'agreement among raft nodes before linearized reading' (duration: 900.946661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:38.529193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:37.627581Z","time spent":"901.448037ms","remote":"127.0.0.1:49188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:39.033623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:40.388789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056530512s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:40.388911Z","caller":"traceutil/trace.go:171","msg":"trace[625644972] linearizableReadLoop","detail":"{readStateIndex:24666; appliedIndex:24664; }","duration":"1.856181282s","start":"2026-03-02T19:50:38.532717Z","end":"2026-03-02T19:50:40.388899Z","steps":["trace[625644972] 'read index received' (duration: 799.483636ms)","trace[625644972] 'applied index is now lower than readState.Index' (duration: 1.056696906s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:40.389082Z","caller":"traceutil/trace.go:171","msg":"trace[1248717806] transaction","detail":"{read_only:false; response_revision:23808; number_of_response:1; }","duration":"1.856391809s","start":"2026-03-02T19:50:38.53268Z","end":"2026-03-02T19:50:40.389072Z","steps":["trace[1248717806] 'process raft request' (duration: 799.520367ms)","trace[1248717806] 'compare' (duration: 1.056437208s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:40.389146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:38.532664Z","time spent":"1.85644841s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:40.389353Z","caller":"traceutil/trace.go:171","msg":"trace[387271006] transaction","detail":"{read_only:false; response_revision:23809; number_of_response:1; }","duration":"1.856009447s","start":"2026-03-02T19:50:38.533324Z","end":"2026-03-02T19:50:40.389333Z","steps":["trace[387271006] 'process raft request' (duration: 1.855541292s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:40.389391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856667708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b6200668cf2\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T19:50:40.389455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:38.533312Z","time spent":"1.856094999s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:40.389729Z","caller":"traceutil/trace.go:171","msg":"trace[290537701] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18991b6200668cf2; range_end:; response_count:1; response_revision:23809; }","duration":"1.856716849s","start":"2026-03-02T19:50:38.532697Z","end":"2026-03-02T19:50:40.389414Z","steps":["trace[290537701] 'agreement among raft nodes before linearized reading' (duration: 1.856597455s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:40.389772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:38.532683Z","time spent":"1.857079001s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b6200668cf2\" "} {"level":"warn","ts":"2026-03-02T19:50:40.536376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000299392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:50:40.536443Z","caller":"traceutil/trace.go:171","msg":"trace[1362978096] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000403995s","start":"2026-03-02T19:50:38.536024Z","end":"2026-03-02T19:50:40.536428Z","steps":["trace[1362978096] 'agreement among raft nodes before linearized reading' (duration: 2.000307912s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:40.536485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:38.536017Z","time spent":"2.000457326s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:50:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:50:40.889984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:41.390986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:41.48523Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.102939094s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:50:41.613894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.861728ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:50:41.61435Z","caller":"traceutil/trace.go:171","msg":"trace[652744449] transaction","detail":"{read_only:false; response_revision:23810; number_of_response:1; }","duration":"1.399922689s","start":"2026-03-02T19:50:40.2144Z","end":"2026-03-02T19:50:41.614323Z","steps":["trace[652744449] 'process raft request' (duration: 1.399589659s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:41.614495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:40.214368Z","time spent":"1.400055243s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:41.725567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.176053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:41.725755Z","caller":"traceutil/trace.go:171","msg":"trace[405138184] linearizableReadLoop","detail":"{readStateIndex:24670; appliedIndex:24666; }","duration":"1.336801861s","start":"2026-03-02T19:50:40.388935Z","end":"2026-03-02T19:50:41.725736Z","steps":["trace[405138184] 'read index received' (duration: 1.096946575s)","trace[405138184] 'applied index is now lower than readState.Index' (duration: 239.854066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:41.725967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36623814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-02T19:50:41.725959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.319179598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:41.725989Z","caller":"traceutil/trace.go:171","msg":"trace[2119048124] transaction","detail":"{read_only:false; response_revision:23812; number_of_response:1; }","duration":"1.327988494s","start":"2026-03-02T19:50:40.397963Z","end":"2026-03-02T19:50:41.725952Z","steps":["trace[2119048124] 'process raft request' (duration: 1.327703785s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:41.726047Z","caller":"traceutil/trace.go:171","msg":"trace[1913641183] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:23812; }","duration":"2.319323762s","start":"2026-03-02T19:50:39.406703Z","end":"2026-03-02T19:50:41.726026Z","steps":["trace[1913641183] 'agreement among raft nodes before linearized reading' (duration: 2.319122706s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:41.726098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:39.406683Z","time spent":"2.319403504s","remote":"127.0.0.1:38806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:41.726112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243057638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:41.726094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733739225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:41.726124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.193361796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:50:41.726171Z","caller":"traceutil/trace.go:171","msg":"trace[498857257] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23812; }","duration":"1.733836038s","start":"2026-03-02T19:50:39.992316Z","end":"2026-03-02T19:50:41.726152Z","steps":["trace[498857257] 'agreement among raft nodes before linearized reading' (duration: 1.733683213s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:41.726197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.578714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:41.726213Z","caller":"traceutil/trace.go:171","msg":"trace[1688959857] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23812; }","duration":"3.193467629s","start":"2026-03-02T19:50:38.53273Z","end":"2026-03-02T19:50:41.726198Z","steps":["trace[1688959857] 'agreement among raft nodes before linearized reading' (duration: 3.193282923s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:41.726204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:40.397943Z","time spent":"1.328138409s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:41.72626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.958416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:41.726274Z","caller":"traceutil/trace.go:171","msg":"trace[1813271707] transaction","detail":"{read_only:false; response_revision:23811; number_of_response:1; }","duration":"1.494305162s","start":"2026-03-02T19:50:40.231953Z","end":"2026-03-02T19:50:41.726258Z","steps":["trace[1813271707] 'process raft request' (duration: 1.382352016s)","trace[1813271707] 'compare' (duration: 110.846342ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:41.726285Z","caller":"traceutil/trace.go:171","msg":"trace[1623298305] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23812; }","duration":"591.016348ms","start":"2026-03-02T19:50:41.135262Z","end":"2026-03-02T19:50:41.726278Z","steps":["trace[1623298305] 'agreement among raft nodes before linearized reading' (duration: 590.980917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:41.726292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71579218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-vw4jj\" ","response":"range_response_count:1 size:5317"} {"level":"warn","ts":"2026-03-02T19:50:41.726323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:41.135219Z","time spent":"591.09579ms","remote":"127.0.0.1:38422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:41.726003Z","caller":"traceutil/trace.go:171","msg":"trace[463201920] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23812; }","duration":"2.366301331s","start":"2026-03-02T19:50:39.359692Z","end":"2026-03-02T19:50:41.725993Z","steps":["trace[463201920] 'agreement among raft nodes before linearized reading' (duration: 2.366144146s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:41.726352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:40.231924Z","time spent":"1.494375685s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:41.726354Z","caller":"traceutil/trace.go:171","msg":"trace[1866747849] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-vw4jj; range_end:; response_count:1; response_revision:23812; }","duration":"1.715885843s","start":"2026-03-02T19:50:40.01045Z","end":"2026-03-02T19:50:41.726336Z","steps":["trace[1866747849] 'agreement among raft nodes before linearized reading' (duration: 1.715536642s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:41.726393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:39.359676Z","time spent":"2.366686404s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T19:50:41.7264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:40.01043Z","time spent":"1.715958204s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5341,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-vw4jj\" "} {"level":"warn","ts":"2026-03-02T19:50:41.726378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189529462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:41.726145Z","caller":"traceutil/trace.go:171","msg":"trace[1304921539] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23812; }","duration":"1.243136071s","start":"2026-03-02T19:50:40.482999Z","end":"2026-03-02T19:50:41.726135Z","steps":["trace[1304921539] 'agreement among raft nodes before linearized reading' (duration: 1.243073689s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:41.726471Z","caller":"traceutil/trace.go:171","msg":"trace[112475088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23812; }","duration":"1.189667146s","start":"2026-03-02T19:50:40.53678Z","end":"2026-03-02T19:50:41.726447Z","steps":["trace[112475088] 'agreement among raft nodes before linearized reading' (duration: 1.189485031s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:41.726281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:38.532723Z","time spent":"3.19352085s","remote":"127.0.0.1:33600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T19:50:41.726459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785745435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:41.726511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:40.482982Z","time spent":"1.243508283s","remote":"127.0.0.1:51452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:41.726529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:40.536767Z","time spent":"1.189751659s","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:50:41.726219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:39.992252Z","time spent":"1.733956772s","remote":"127.0.0.1:54038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:41.726566Z","caller":"traceutil/trace.go:171","msg":"trace[431215993] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23812; }","duration":"2.78591567s","start":"2026-03-02T19:50:38.940623Z","end":"2026-03-02T19:50:41.726539Z","steps":["trace[431215993] 'agreement among raft nodes before linearized reading' (duration: 2.785698553s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:41.726651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:38.940603Z","time spent":"2.786027923s","remote":"127.0.0.1:37968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:41.726225Z","caller":"traceutil/trace.go:171","msg":"trace[1059817695] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:23812; }","duration":"530.650216ms","start":"2026-03-02T19:50:41.195568Z","end":"2026-03-02T19:50:41.726218Z","steps":["trace[1059817695] 'agreement among raft nodes before linearized reading' (duration: 530.605275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:41.726852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:41.195549Z","time spent":"531.290207ms","remote":"127.0.0.1:49196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:41.727143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.19380864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-02T19:50:41.727206Z","caller":"traceutil/trace.go:171","msg":"trace[1830368593] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23812; }","duration":"3.193898862s","start":"2026-03-02T19:50:38.533293Z","end":"2026-03-02T19:50:41.727192Z","steps":["trace[1830368593] 'agreement among raft nodes before linearized reading' (duration: 3.193021954s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:41.727241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:38.533256Z","time spent":"3.193976525s","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:50:42.236518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479136,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:42.759017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.783705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:42.759108Z","caller":"traceutil/trace.go:171","msg":"trace[364661349] transaction","detail":"{read_only:false; response_revision:23813; number_of_response:1; }","duration":"1.027982153s","start":"2026-03-02T19:50:41.731108Z","end":"2026-03-02T19:50:42.75909Z","steps":["trace[364661349] 'process raft request' (duration: 874.066714ms)","trace[364661349] 'compare' (duration: 153.240018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:42.759228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:41.731077Z","time spent":"1.028053775s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:50:43.67676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.647763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:43.677286Z","caller":"traceutil/trace.go:171","msg":"trace[445100455] transaction","detail":"{read_only:false; response_revision:23814; number_of_response:1; }","duration":"1.940964414s","start":"2026-03-02T19:50:41.73626Z","end":"2026-03-02T19:50:43.677224Z","steps":["trace[445100455] 'process raft request' (duration: 1.837740162s)","trace[445100455] 'compare' (duration: 102.104686ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:43.677216Z","caller":"traceutil/trace.go:171","msg":"trace[1895182797] linearizableReadLoop","detail":"{readStateIndex:24672; appliedIndex:24670; }","duration":"1.941100508s","start":"2026-03-02T19:50:41.736089Z","end":"2026-03-02T19:50:43.677189Z","steps":["trace[1895182797] 'read index received' (duration: 869.071267ms)","trace[1895182797] 'applied index is now lower than readState.Index' (duration: 1.072026261s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:43.677389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.941284354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:43.67745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:41.736245Z","time spent":"1.941120888s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:43.677463Z","caller":"traceutil/trace.go:171","msg":"trace[2041291077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23814; }","duration":"1.941368407s","start":"2026-03-02T19:50:41.736076Z","end":"2026-03-02T19:50:43.677444Z","steps":["trace[2041291077] 'agreement among raft nodes before linearized reading' (duration: 1.941211402s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:43.677503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:41.736042Z","time spent":"1.941452939s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:50:44.177816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:45.203315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3053141s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:45.203426Z","caller":"traceutil/trace.go:171","msg":"trace[250749398] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23814; }","duration":"1.305436464s","start":"2026-03-02T19:50:43.897966Z","end":"2026-03-02T19:50:45.203403Z","steps":["trace[250749398] 'range keys from in-memory index tree' (duration: 1.305295098s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:45.203544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.873655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:45.203759Z","caller":"traceutil/trace.go:171","msg":"trace[2033914507] transaction","detail":"{read_only:false; response_revision:23815; number_of_response:1; }","duration":"2.390808693s","start":"2026-03-02T19:50:42.812927Z","end":"2026-03-02T19:50:45.203736Z","steps":["trace[2033914507] 'process raft request' (duration: 1.738651259s)","trace[2033914507] 'compare' (duration: 651.486043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:45.203841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:42.812902Z","time spent":"2.390898926s","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:45.204223Z","caller":"traceutil/trace.go:171","msg":"trace[729555544] linearizableReadLoop","detail":"{readStateIndex:24675; appliedIndex:24672; }","duration":"1.526820656s","start":"2026-03-02T19:50:43.677369Z","end":"2026-03-02T19:50:45.20419Z","steps":["trace[729555544] 'read index received' (duration: 874.197348ms)","trace[729555544] 'applied index is now lower than readState.Index' (duration: 652.621968ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:45.204704Z","caller":"traceutil/trace.go:171","msg":"trace[1620175654] transaction","detail":"{read_only:false; response_revision:23817; number_of_response:1; }","duration":"1.672387122s","start":"2026-03-02T19:50:43.532274Z","end":"2026-03-02T19:50:45.204661Z","steps":["trace[1620175654] 'process raft request' (duration: 1.671814184s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:45.204775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.368288245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-03-02T19:50:45.20475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201203431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:45.204908Z","caller":"traceutil/trace.go:171","msg":"trace[645996819] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23817; }","duration":"3.368411669s","start":"2026-03-02T19:50:41.836468Z","end":"2026-03-02T19:50:45.20488Z","steps":["trace[645996819] 'agreement among raft nodes before linearized reading' (duration: 3.368147221s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:45.204922Z","caller":"traceutil/trace.go:171","msg":"trace[809045766] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23817; }","duration":"2.201396737s","start":"2026-03-02T19:50:43.003503Z","end":"2026-03-02T19:50:45.204899Z","steps":["trace[809045766] 'agreement among raft nodes before linearized reading' (duration: 2.201137589s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:45.204955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:41.836406Z","time spent":"3.368539573s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":200,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-03-02T19:50:45.204926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439668552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b6200668cf2\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T19:50:45.204952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:43.532249Z","time spent":"1.672601828s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:45.204991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:43.003458Z","time spent":"2.20151577s","remote":"127.0.0.1:54890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T19:50:45.205017Z","caller":"traceutil/trace.go:171","msg":"trace[442844710] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18991b6200668cf2; range_end:; response_count:1; response_revision:23817; }","duration":"2.439817037s","start":"2026-03-02T19:50:42.765173Z","end":"2026-03-02T19:50:45.20499Z","steps":["trace[442844710] 'agreement among raft nodes before linearized reading' (duration: 2.439486006s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:45.205059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.840956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-7l9pj\" ","response":"range_response_count:1 size:4691"} {"level":"warn","ts":"2026-03-02T19:50:45.205079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:42.765135Z","time spent":"2.4399346s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b6200668cf2\" "} {"level":"warn","ts":"2026-03-02T19:50:45.20507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.881952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-02T19:50:45.205166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.157828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-02T19:50:45.205221Z","caller":"traceutil/trace.go:171","msg":"trace[770546902] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23817; }","duration":"528.208959ms","start":"2026-03-02T19:50:44.676995Z","end":"2026-03-02T19:50:45.205204Z","steps":["trace[770546902] 'agreement among raft nodes before linearized reading' (duration: 528.094096ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:45.205238Z","caller":"traceutil/trace.go:171","msg":"trace[2071368652] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23817; }","duration":"429.983385ms","start":"2026-03-02T19:50:44.775181Z","end":"2026-03-02T19:50:45.205165Z","steps":["trace[2071368652] 'agreement among raft nodes before linearized reading' (duration: 429.82327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:45.205301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:44.676971Z","time spent":"528.285192ms","remote":"127.0.0.1:33496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2013,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-02T19:50:45.205341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.856261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-02T19:50:45.20538Z","caller":"traceutil/trace.go:171","msg":"trace[884919415] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:23817; }","duration":"788.930923ms","start":"2026-03-02T19:50:44.416438Z","end":"2026-03-02T19:50:45.205369Z","steps":["trace[884919415] 'agreement among raft nodes before linearized reading' (duration: 788.769457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:45.205343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:44.775118Z","time spent":"430.204292ms","remote":"127.0.0.1:33390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-02T19:50:45.205404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:44.416416Z","time spent":"788.984015ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-02T19:50:45.205164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.759195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:45.205552Z","caller":"traceutil/trace.go:171","msg":"trace[572512324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23817; }","duration":"561.190779ms","start":"2026-03-02T19:50:44.644348Z","end":"2026-03-02T19:50:45.205539Z","steps":["trace[572512324] 'agreement among raft nodes before linearized reading' (duration: 560.766836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:45.205589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:44.644317Z","time spent":"561.26084ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:50:45.204978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.192017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130077"} {"level":"info","ts":"2026-03-02T19:50:45.205665Z","caller":"traceutil/trace.go:171","msg":"trace[1575244288] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23817; }","duration":"420.894469ms","start":"2026-03-02T19:50:44.784755Z","end":"2026-03-02T19:50:45.20565Z","steps":["trace[1575244288] 'agreement among raft nodes before linearized reading' (duration: 420.070663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:45.205766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:44.784744Z","time spent":"420.983182ms","remote":"127.0.0.1:33374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130101,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-02T19:50:45.204759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525655259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:45.205126Z","caller":"traceutil/trace.go:171","msg":"trace[1404996238] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-7l9pj; range_end:; response_count:1; response_revision:23817; }","duration":"186.966459ms","start":"2026-03-02T19:50:45.018141Z","end":"2026-03-02T19:50:45.205108Z","steps":["trace[1404996238] 'agreement among raft nodes before linearized reading' (duration: 186.68278ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:45.205888Z","caller":"traceutil/trace.go:171","msg":"trace[206463847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23817; }","duration":"1.526842386s","start":"2026-03-02T19:50:43.679032Z","end":"2026-03-02T19:50:45.205875Z","steps":["trace[206463847] 'agreement among raft nodes before linearized reading' (duration: 1.525655629s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:45.204712Z","caller":"traceutil/trace.go:171","msg":"trace[774710367] transaction","detail":"{read_only:false; response_revision:23816; number_of_response:1; }","duration":"1.826257639s","start":"2026-03-02T19:50:43.37841Z","end":"2026-03-02T19:50:45.204668Z","steps":["trace[774710367] 'process raft request' (duration: 1.825234116s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:45.205934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:43.679012Z","time spent":"1.526909659s","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:50:45.205994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:43.378383Z","time spent":"1.827550049s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:45.708442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479144,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:46.179479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.482299ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-02T19:50:46.179589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:45.206942Z","time spent":"972.64027ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T19:50:46.498976Z","caller":"traceutil/trace.go:171","msg":"trace[1864130178] linearizableReadLoop","detail":"{readStateIndex:24678; appliedIndex:24675; }","duration":"1.291257386s","start":"2026-03-02T19:50:45.207696Z","end":"2026-03-02T19:50:46.498953Z","steps":["trace[1864130178] 'read index received' (duration: 788.248271ms)","trace[1864130178] 'applied index is now lower than readState.Index' (duration: 503.008165ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:46.499013Z","caller":"traceutil/trace.go:171","msg":"trace[2118080627] transaction","detail":"{read_only:false; response_revision:23819; number_of_response:1; }","duration":"1.285914088s","start":"2026-03-02T19:50:45.213064Z","end":"2026-03-02T19:50:46.498978Z","steps":["trace[2118080627] 'process raft request' (duration: 1.285744863s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:46.499139Z","caller":"traceutil/trace.go:171","msg":"trace[2073731316] transaction","detail":"{read_only:false; response_revision:23818; number_of_response:1; }","duration":"1.290412731s","start":"2026-03-02T19:50:45.208702Z","end":"2026-03-02T19:50:46.499115Z","steps":["trace[2073731316] 'process raft request' (duration: 1.289786231s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:46.499976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:45.208671Z","time spent":"1.291194685s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:46.499378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:45.213055Z","time spent":"1.286027013s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:46.499649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.291918577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:115552"} {"level":"info","ts":"2026-03-02T19:50:46.500448Z","caller":"traceutil/trace.go:171","msg":"trace[520156942] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23819; }","duration":"1.292739633s","start":"2026-03-02T19:50:45.20769Z","end":"2026-03-02T19:50:46.50043Z","steps":["trace[520156942] 'agreement among raft nodes before linearized reading' (duration: 1.29136517s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:46.500555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:45.207679Z","time spent":"1.292818906s","remote":"127.0.0.1:33496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":115576,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-02T19:50:46.999753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:47.2122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000261661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:50:47.212297Z","caller":"traceutil/trace.go:171","msg":"trace[689813182] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000390125s","start":"2026-03-02T19:50:45.211883Z","end":"2026-03-02T19:50:47.212273Z","steps":["trace[689813182] 'agreement among raft nodes before linearized reading' (duration: 2.000263431s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:47.212358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:45.211878Z","time spent":"2.000468128s","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:50:47.536784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.36363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:47.536868Z","caller":"traceutil/trace.go:171","msg":"trace[1791938872] transaction","detail":"{read_only:false; response_revision:23820; number_of_response:1; }","duration":"1.356216532s","start":"2026-03-02T19:50:46.180639Z","end":"2026-03-02T19:50:47.536855Z","steps":["trace[1791938872] 'process raft request' (duration: 1.216723878s)","trace[1791938872] 'compare' (duration: 139.187795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:47.536902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:46.180613Z","time spent":"1.356273524s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:49.219975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000166939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:50:49.220091Z","caller":"traceutil/trace.go:171","msg":"trace[850181111] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000377246s","start":"2026-03-02T19:50:47.219691Z","end":"2026-03-02T19:50:49.220068Z","steps":["trace[850181111] 'agreement among raft nodes before linearized reading' (duration: 2.00020017s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:49.220151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:47.219671Z","time spent":"2.000465839s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:50:49.271559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.075496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:49.271635Z","caller":"traceutil/trace.go:171","msg":"trace[539259466] linearizableReadLoop","detail":"{readStateIndex:24680; appliedIndex:24678; }","duration":"2.772588582s","start":"2026-03-02T19:50:46.499034Z","end":"2026-03-02T19:50:49.271622Z","steps":["trace[539259466] 'read index received' (duration: 898.181944ms)","trace[539259466] 'applied index is now lower than readState.Index' (duration: 1.874404838s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:49.271853Z","caller":"traceutil/trace.go:171","msg":"trace[1667378477] transaction","detail":"{read_only:false; response_revision:23821; number_of_response:1; }","duration":"2.767479981s","start":"2026-03-02T19:50:46.5043Z","end":"2026-03-02T19:50:49.27178Z","steps":["trace[1667378477] 'process raft request' (duration: 1.839132907s)","trace[1667378477] 'compare' (duration: 927.041913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:49.271901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:46.504267Z","time spent":"2.767610945s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:50:49.272241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.061508795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-02T19:50:49.272276Z","caller":"traceutil/trace.go:171","msg":"trace[1264363252] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23821; }","duration":"4.061554596s","start":"2026-03-02T19:50:45.210712Z","end":"2026-03-02T19:50:49.272266Z","steps":["trace[1264363252] 'agreement among raft nodes before linearized reading' (duration: 4.061394191s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:49.272276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766689156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-02T19:50:49.272288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.060502253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:49.272335Z","caller":"traceutil/trace.go:171","msg":"trace[937071254] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:23821; }","duration":"2.76679341s","start":"2026-03-02T19:50:46.505527Z","end":"2026-03-02T19:50:49.272321Z","steps":["trace[937071254] 'agreement among raft nodes before linearized reading' (duration: 2.766610524s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:49.272371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.060838385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-02T19:50:49.272366Z","caller":"traceutil/trace.go:171","msg":"trace[1676164016] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23821; }","duration":"4.060581116s","start":"2026-03-02T19:50:45.211751Z","end":"2026-03-02T19:50:49.272332Z","steps":["trace[1676164016] 'agreement among raft nodes before linearized reading' (duration: 4.060460033s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:49.272398Z","caller":"traceutil/trace.go:171","msg":"trace[1223664859] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:23821; }","duration":"4.060863865s","start":"2026-03-02T19:50:45.211528Z","end":"2026-03-02T19:50:49.272392Z","steps":["trace[1223664859] 'agreement among raft nodes before linearized reading' (duration: 4.060785463s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:49.272417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:45.211496Z","time spent":"4.060916607s","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-02T19:50:49.272419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:45.211745Z","time spent":"4.060658569s","remote":"127.0.0.1:33496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:50:49.272446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.062106844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"warn","ts":"2026-03-02T19:50:49.272417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.450675213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:49.272495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037790542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:49.272507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203625538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:49.272517Z","caller":"traceutil/trace.go:171","msg":"trace[131790157] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23821; }","duration":"1.037845854s","start":"2026-03-02T19:50:48.234661Z","end":"2026-03-02T19:50:49.272507Z","steps":["trace[131790157] 'agreement among raft nodes before linearized reading' (duration: 1.037815813s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:49.272528Z","caller":"traceutil/trace.go:171","msg":"trace[2028099843] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23821; }","duration":"1.203684339s","start":"2026-03-02T19:50:48.068836Z","end":"2026-03-02T19:50:49.27252Z","steps":["trace[2028099843] 'agreement among raft nodes before linearized reading' (duration: 1.203643358s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:49.272542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:48.234639Z","time spent":"1.037896856s","remote":"127.0.0.1:38168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:49.272548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:48.068817Z","time spent":"1.203726031s","remote":"127.0.0.1:51574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:49.272373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:46.505471Z","time spent":"2.766896183s","remote":"127.0.0.1:33390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-02T19:50:49.272537Z","caller":"traceutil/trace.go:171","msg":"trace[239178428] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:23821; }","duration":"3.450857859s","start":"2026-03-02T19:50:45.821652Z","end":"2026-03-02T19:50:49.27251Z","steps":["trace[239178428] 'agreement among raft nodes before linearized reading' (duration: 3.450603781s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:49.272698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.064698186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T19:50:49.272702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425343553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:50:49.27269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:45.821631Z","time spent":"3.451036014s","remote":"127.0.0.1:53848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:49.27272Z","caller":"traceutil/trace.go:171","msg":"trace[887761870] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23821; }","duration":"4.064719556s","start":"2026-03-02T19:50:45.207993Z","end":"2026-03-02T19:50:49.272713Z","steps":["trace[887761870] 'agreement among raft nodes before linearized reading' (duration: 4.064654194s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:49.272721Z","caller":"traceutil/trace.go:171","msg":"trace[1058903838] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:23821; }","duration":"2.425402476s","start":"2026-03-02T19:50:46.847313Z","end":"2026-03-02T19:50:49.272716Z","steps":["trace[1058903838] 'agreement among raft nodes before linearized reading' (duration: 2.425350674s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:49.27274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:45.207947Z","time spent":"4.064786918s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:50:49.272704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298283531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:49.272773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.639528882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-02T19:50:49.272797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437211857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:49.272741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:46.847292Z","time spent":"2.425443676s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:49.272848Z","caller":"traceutil/trace.go:171","msg":"trace[56085706] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23821; }","duration":"3.639608895s","start":"2026-03-02T19:50:45.633219Z","end":"2026-03-02T19:50:49.272828Z","steps":["trace[56085706] 'agreement among raft nodes before linearized reading' (duration: 3.639332826s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:49.272859Z","caller":"traceutil/trace.go:171","msg":"trace[1788553352] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23821; }","duration":"1.437302539s","start":"2026-03-02T19:50:47.835532Z","end":"2026-03-02T19:50:49.272834Z","steps":["trace[1788553352] 'agreement among raft nodes before linearized reading' (duration: 1.437225437s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:49.272903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:45.633198Z","time spent":"3.639690377s","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-02T19:50:49.272909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:47.835512Z","time spent":"1.437386652s","remote":"127.0.0.1:38882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:49.272955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.491939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:49.272984Z","caller":"traceutil/trace.go:171","msg":"trace[1051944056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23821; }","duration":"209.559851ms","start":"2026-03-02T19:50:49.063418Z","end":"2026-03-02T19:50:49.272978Z","steps":["trace[1051944056] 'agreement among raft nodes before linearized reading' (duration: 209.52216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:49.272704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733875632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-02T19:50:49.273091Z","caller":"traceutil/trace.go:171","msg":"trace[1464145545] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23821; }","duration":"1.734309805s","start":"2026-03-02T19:50:47.538767Z","end":"2026-03-02T19:50:49.273076Z","steps":["trace[1464145545] 'agreement among raft nodes before linearized reading' (duration: 1.733814059s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:49.273318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.135915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7xmf2\" ","response":"range_response_count:1 size:5421"} {"level":"info","ts":"2026-03-02T19:50:49.272799Z","caller":"traceutil/trace.go:171","msg":"trace[1288636474] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23821; }","duration":"2.298442915s","start":"2026-03-02T19:50:46.974333Z","end":"2026-03-02T19:50:49.272776Z","steps":["trace[1288636474] 'agreement among raft nodes before linearized reading' (duration: 2.29826237s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:49.273341Z","caller":"traceutil/trace.go:171","msg":"trace[164859537] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7xmf2; range_end:; response_count:1; response_revision:23821; }","duration":"607.217708ms","start":"2026-03-02T19:50:48.666116Z","end":"2026-03-02T19:50:49.273333Z","steps":["trace[164859537] 'agreement among raft nodes before linearized reading' (duration: 606.94815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:49.273366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:48.666083Z","time spent":"607.27904ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5445,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-7xmf2\" "} {"level":"warn","ts":"2026-03-02T19:50:49.273384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:46.974311Z","time spent":"2.299053285s","remote":"127.0.0.1:33740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:49.272466Z","caller":"traceutil/trace.go:171","msg":"trace[1948513773] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23821; }","duration":"4.062157715s","start":"2026-03-02T19:50:45.210302Z","end":"2026-03-02T19:50:49.27246Z","steps":["trace[1948513773] 'agreement among raft nodes before linearized reading' (duration: 4.062087533s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:49.273418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.06101516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:115552"} {"level":"warn","ts":"2026-03-02T19:50:49.273482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:45.210283Z","time spent":"4.063172658s","remote":"127.0.0.1:33626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":750,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-02T19:50:49.273048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.172677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:49.273546Z","caller":"traceutil/trace.go:171","msg":"trace[1001341875] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:23821; }","duration":"4.061177795s","start":"2026-03-02T19:50:45.212342Z","end":"2026-03-02T19:50:49.27352Z","steps":["trace[1001341875] 'agreement among raft nodes before linearized reading' (duration: 4.059832412s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:49.273603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067334227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:49.273603Z","caller":"traceutil/trace.go:171","msg":"trace[151883636] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23821; }","duration":"454.783256ms","start":"2026-03-02T19:50:48.818804Z","end":"2026-03-02T19:50:49.273587Z","steps":["trace[151883636] 'agreement among raft nodes before linearized reading' (duration: 454.193267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:49.273634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:45.212337Z","time spent":"4.061280848s","remote":"127.0.0.1:33496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":115576,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-02T19:50:49.273646Z","caller":"traceutil/trace.go:171","msg":"trace[1026280350] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23821; }","duration":"3.067393899s","start":"2026-03-02T19:50:46.20623Z","end":"2026-03-02T19:50:49.273624Z","steps":["trace[1026280350] 'agreement among raft nodes before linearized reading' (duration: 3.065816159s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:49.273657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:48.818771Z","time spent":"454.868639ms","remote":"127.0.0.1:33860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:49.273672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:46.206217Z","time spent":"3.067450191s","remote":"127.0.0.1:38116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:49.273332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:47.538756Z","time spent":"1.734560484s","remote":"127.0.0.1:33454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T19:50:49.272298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:45.210707Z","time spent":"4.061586637s","remote":"127.0.0.1:33626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":805,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-02T19:50:49.778894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:50.280709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:50:50.302233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02437009s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:50:51.047584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.808952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:51.047695Z","caller":"traceutil/trace.go:171","msg":"trace[1123735681] transaction","detail":"{read_only:false; response_revision:23822; number_of_response:1; }","duration":"1.769917826s","start":"2026-03-02T19:50:49.277755Z","end":"2026-03-02T19:50:51.047673Z","steps":["trace[1123735681] 'process raft request' (duration: 1.024757192s)","trace[1123735681] 'compare' (duration: 742.357925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:51.047759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:49.277729Z","time spent":"1.770004789s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:50:51.048213Z","caller":"traceutil/trace.go:171","msg":"trace[1782570916] transaction","detail":"{read_only:false; response_revision:23823; number_of_response:1; }","duration":"1.769469731s","start":"2026-03-02T19:50:49.278718Z","end":"2026-03-02T19:50:51.048188Z","steps":["trace[1782570916] 'process raft request' (duration: 1.769286675s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:51.048372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:49.278702Z","time spent":"1.769587435s","remote":"127.0.0.1:33626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:51.048534Z","caller":"traceutil/trace.go:171","msg":"trace[1208296360] linearizableReadLoop","detail":"{readStateIndex:24685; appliedIndex:24680; }","duration":"1.77005282s","start":"2026-03-02T19:50:49.278463Z","end":"2026-03-02T19:50:51.048515Z","steps":["trace[1208296360] 'read index received' (duration: 1.024173004s)","trace[1208296360] 'applied index is now lower than readState.Index' (duration: 745.878636ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:51.048591Z","caller":"traceutil/trace.go:171","msg":"trace[1361282708] transaction","detail":"{read_only:false; response_revision:23825; number_of_response:1; }","duration":"1.767059995s","start":"2026-03-02T19:50:49.281522Z","end":"2026-03-02T19:50:51.048582Z","steps":["trace[1361282708] 'process raft request' (duration: 1.766854389s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:51.048674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:49.281513Z","time spent":"1.767105707s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5403,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:51.048532Z","caller":"traceutil/trace.go:171","msg":"trace[1988692688] transaction","detail":"{read_only:false; response_revision:23824; number_of_response:1; }","duration":"1.768702987s","start":"2026-03-02T19:50:49.279807Z","end":"2026-03-02T19:50:51.04851Z","steps":["trace[1988692688] 'process raft request' (duration: 1.768331715s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:51.048838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:49.279798Z","time spent":"1.769001557s","remote":"127.0.0.1:33626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":922,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:51.048892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77005703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T19:50:51.048949Z","caller":"traceutil/trace.go:171","msg":"trace[309656639] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:23826; }","duration":"1.770152062s","start":"2026-03-02T19:50:49.278783Z","end":"2026-03-02T19:50:51.048935Z","steps":["trace[309656639] 'agreement among raft nodes before linearized reading' (duration: 1.770046489s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:51.048993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:49.278765Z","time spent":"1.770219035s","remote":"127.0.0.1:33600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T19:50:51.049005Z","caller":"traceutil/trace.go:171","msg":"trace[2009636029] transaction","detail":"{read_only:false; response_revision:23826; number_of_response:1; }","duration":"836.290964ms","start":"2026-03-02T19:50:50.212702Z","end":"2026-03-02T19:50:51.048993Z","steps":["trace[2009636029] 'process raft request' (duration: 835.759057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:51.049066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:50.212677Z","time spent":"836.352446ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:51.049219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.95949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:51.049303Z","caller":"traceutil/trace.go:171","msg":"trace[1761744481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23826; }","duration":"348.031783ms","start":"2026-03-02T19:50:50.701225Z","end":"2026-03-02T19:50:51.049257Z","steps":["trace[1761744481] 'agreement among raft nodes before linearized reading' (duration: 347.95953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:51.049346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:50.701212Z","time spent":"348.124096ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:50:51.04936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770893136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f7a142d6-9523-453d-8658-274f2be9ff18\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-02T19:50:51.049399Z","caller":"traceutil/trace.go:171","msg":"trace[1138400180] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f7a142d6-9523-453d-8658-274f2be9ff18; range_end:; response_count:1; response_revision:23826; }","duration":"1.770949688s","start":"2026-03-02T19:50:49.27844Z","end":"2026-03-02T19:50:51.049389Z","steps":["trace[1138400180] 'agreement among raft nodes before linearized reading' (duration: 1.770776852s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:51.049436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:49.278422Z","time spent":"1.77100669s","remote":"127.0.0.1:33436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-f7a142d6-9523-453d-8658-274f2be9ff18\" "} {"level":"warn","ts":"2026-03-02T19:50:51.049547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.612178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:51.049586Z","caller":"traceutil/trace.go:171","msg":"trace[1018419895] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23826; }","duration":"373.689801ms","start":"2026-03-02T19:50:50.675886Z","end":"2026-03-02T19:50:51.049576Z","steps":["trace[1018419895] 'agreement among raft nodes before linearized reading' (duration: 373.624288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:51.049617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:50.675866Z","time spent":"373.743353ms","remote":"127.0.0.1:38140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:51.049833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768522471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:51.049813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722637627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:51.049879Z","caller":"traceutil/trace.go:171","msg":"trace[911619385] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23826; }","duration":"1.768569613s","start":"2026-03-02T19:50:49.281299Z","end":"2026-03-02T19:50:51.049868Z","steps":["trace[911619385] 'agreement among raft nodes before linearized reading' (duration: 1.76849771s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:51.053629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:49.281249Z","time spent":"1.772357852s","remote":"127.0.0.1:33600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:50:51.050501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768682376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130077"} {"level":"info","ts":"2026-03-02T19:50:51.053942Z","caller":"traceutil/trace.go:171","msg":"trace[1011704987] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23826; }","duration":"1.772101584s","start":"2026-03-02T19:50:49.281792Z","end":"2026-03-02T19:50:51.053893Z","steps":["trace[1011704987] 'agreement among raft nodes before linearized reading' (duration: 1.767949834s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:51.053999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:49.281786Z","time spent":"1.772198977s","remote":"127.0.0.1:33374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130101,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-02T19:50:51.053396Z","caller":"traceutil/trace.go:171","msg":"trace[559548055] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:23826; }","duration":"1.722797692s","start":"2026-03-02T19:50:49.327095Z","end":"2026-03-02T19:50:51.049893Z","steps":["trace[559548055] 'agreement among raft nodes before linearized reading' (duration: 1.722576705s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:51.054385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:49.327077Z","time spent":"1.727287442s","remote":"127.0.0.1:54004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:51.055318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399102264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:51.055329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021359534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:50:51.055347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361644204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:51.055389Z","caller":"traceutil/trace.go:171","msg":"trace[1461055645] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23826; }","duration":"1.399196227s","start":"2026-03-02T19:50:49.656162Z","end":"2026-03-02T19:50:51.055359Z","steps":["trace[1461055645] 'agreement among raft nodes before linearized reading' (duration: 1.399099444s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:51.055433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:49.656137Z","time spent":"1.39928104s","remote":"127.0.0.1:38370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:51.055477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.231793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T19:50:51.055658Z","caller":"traceutil/trace.go:171","msg":"trace[152369553] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23826; }","duration":"597.413109ms","start":"2026-03-02T19:50:50.458158Z","end":"2026-03-02T19:50:51.055572Z","steps":["trace[152369553] 'agreement among raft nodes before linearized reading' (duration: 597.045477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:51.055721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:50.458139Z","time spent":"597.570864ms","remote":"127.0.0.1:33408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-02T19:50:51.055428Z","caller":"traceutil/trace.go:171","msg":"trace[1673652346] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23826; }","duration":"1.021479108s","start":"2026-03-02T19:50:50.033903Z","end":"2026-03-02T19:50:51.055382Z","steps":["trace[1673652346] 'agreement among raft nodes before linearized reading' (duration: 1.021329083s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:51.055976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:50.033887Z","time spent":"1.022043936s","remote":"127.0.0.1:57138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:51.055474Z","caller":"traceutil/trace.go:171","msg":"trace[183806431] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23826; }","duration":"1.361775548s","start":"2026-03-02T19:50:49.693644Z","end":"2026-03-02T19:50:51.055419Z","steps":["trace[183806431] 'agreement among raft nodes before linearized reading' (duration: 1.361621893s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:51.072992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:49.693624Z","time spent":"1.379340751s","remote":"127.0.0.1:34746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:52.800472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637473803s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:52.800633Z","caller":"traceutil/trace.go:171","msg":"trace[1883464637] linearizableReadLoop","detail":"{readStateIndex:24686; appliedIndex:24685; }","duration":"1.738013559s","start":"2026-03-02T19:50:51.062591Z","end":"2026-03-02T19:50:52.800605Z","steps":["trace[1883464637] 'read index received' (duration: 100.319099ms)","trace[1883464637] 'applied index is now lower than readState.Index' (duration: 1.63769002s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:52.800733Z","caller":"traceutil/trace.go:171","msg":"trace[1683522235] transaction","detail":"{read_only:false; response_revision:23827; number_of_response:1; }","duration":"1.744023898s","start":"2026-03-02T19:50:51.056694Z","end":"2026-03-02T19:50:52.800718Z","steps":["trace[1683522235] 'process raft request' (duration: 106.188374ms)","trace[1683522235] 'compare' (duration: 1.636655987s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:52.800795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:51.056664Z","time spent":"1.744098551s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T19:50:52.801197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738590987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:52.801232Z","caller":"traceutil/trace.go:171","msg":"trace[1395534230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23827; }","duration":"1.738649919s","start":"2026-03-02T19:50:51.062571Z","end":"2026-03-02T19:50:52.80122Z","steps":["trace[1395534230] 'agreement among raft nodes before linearized reading' (duration: 1.738510145s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:52.801307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:51.06255Z","time spent":"1.738706351s","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:50:52.801586Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.638658549s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:50:52.801938Z","caller":"traceutil/trace.go:171","msg":"trace[405020737] transaction","detail":"{read_only:false; response_revision:23828; number_of_response:1; }","duration":"1.722708037s","start":"2026-03-02T19:50:51.079216Z","end":"2026-03-02T19:50:52.801924Z","steps":["trace[405020737] 'process raft request' (duration: 1.722553073s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:52.802024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:51.079034Z","time spent":"1.722937365s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:54.811466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000202069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:50:54.811564Z","caller":"traceutil/trace.go:171","msg":"trace[15677323] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000346403s","start":"2026-03-02T19:50:52.811196Z","end":"2026-03-02T19:50:54.811542Z","steps":["trace[15677323] 'agreement among raft nodes before linearized reading' (duration: 2.000223029s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:54.811619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:52.811186Z","time spent":"2.000419476s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:50:54.87079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963165382s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-02T19:50:54.871033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.221497ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:54.871195Z","caller":"traceutil/trace.go:171","msg":"trace[224996762] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23828; }","duration":"973.391802ms","start":"2026-03-02T19:50:53.897777Z","end":"2026-03-02T19:50:54.871169Z","steps":["trace[224996762] 'range keys from in-memory index tree' (duration: 973.202517ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:54.871776Z","caller":"traceutil/trace.go:171","msg":"trace[518138422] transaction","detail":"{read_only:false; response_revision:23829; number_of_response:1; }","duration":"3.159305933s","start":"2026-03-02T19:50:51.712444Z","end":"2026-03-02T19:50:54.87175Z","steps":["trace[518138422] 'process raft request' (duration: 3.158468216s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:54.871913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:51.712423Z","time spent":"3.159413155s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:56.39493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5230688s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:50:56.395677Z","caller":"traceutil/trace.go:171","msg":"trace[1968175957] transaction","detail":"{read_only:false; response_revision:23830; number_of_response:1; }","duration":"4.295354791s","start":"2026-03-02T19:50:52.100274Z","end":"2026-03-02T19:50:56.395629Z","steps":["trace[1968175957] 'process raft request' (duration: 2.771461855s)","trace[1968175957] 'compare' (duration: 1.522375128s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:56.395737Z","caller":"traceutil/trace.go:171","msg":"trace[297300408] linearizableReadLoop","detail":"{readStateIndex:24691; appliedIndex:24687; }","duration":"3.59504119s","start":"2026-03-02T19:50:52.800665Z","end":"2026-03-02T19:50:56.395706Z","steps":["trace[297300408] 'read index received' (duration: 1.990242ms)","trace[297300408] 'applied index is now lower than readState.Index' (duration: 3.593047907s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:56.395733Z","caller":"traceutil/trace.go:171","msg":"trace[457434544] transaction","detail":"{read_only:false; response_revision:23831; number_of_response:1; }","duration":"3.683198407s","start":"2026-03-02T19:50:52.71248Z","end":"2026-03-02T19:50:56.395679Z","steps":["trace[457434544] 'process raft request' (duration: 3.682553656s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.395842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.17408801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:56.395854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.096822226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:50:56.395913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.459598955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:56.39594Z","caller":"traceutil/trace.go:171","msg":"trace[487126194] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:23832; }","duration":"4.174266675s","start":"2026-03-02T19:50:52.221657Z","end":"2026-03-02T19:50:56.395924Z","steps":["trace[487126194] 'agreement among raft nodes before linearized reading' (duration: 4.1740933s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.395935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.767447731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"info","ts":"2026-03-02T19:50:56.395961Z","caller":"traceutil/trace.go:171","msg":"trace[1466042171] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:23832; }","duration":"4.459718128s","start":"2026-03-02T19:50:51.936227Z","end":"2026-03-02T19:50:56.395945Z","steps":["trace[1466042171] 'agreement among raft nodes before linearized reading' (duration: 4.459603684s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:56.395958Z","caller":"traceutil/trace.go:171","msg":"trace[1196891537] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:23832; }","duration":"4.096975351s","start":"2026-03-02T19:50:52.29896Z","end":"2026-03-02T19:50:56.395935Z","steps":["trace[1196891537] 'agreement among raft nodes before linearized reading' (duration: 4.096783335s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.395981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:52.712454Z","time spent":"3.683403393s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:50:56.396006Z","caller":"traceutil/trace.go:171","msg":"trace[452799390] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:23832; }","duration":"3.767557394s","start":"2026-03-02T19:50:52.62843Z","end":"2026-03-02T19:50:56.395988Z","steps":["trace[452799390] 'agreement among raft nodes before linearized reading' (duration: 3.767335167s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.39602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:52.298943Z","time spent":"4.097061424s","remote":"127.0.0.1:33572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:56.396053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:52.628408Z","time spent":"3.767632917s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1066,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"warn","ts":"2026-03-02T19:50:56.395995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:52.22163Z","time spent":"4.174353898s","remote":"127.0.0.1:33428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:56.395873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:52.100243Z","time spent":"4.295533087s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:56.396041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.356846728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:56.396275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.207856705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-03-02T19:50:56.396289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.314291988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:56.396346Z","caller":"traceutil/trace.go:171","msg":"trace[1016971123] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23832; }","duration":"5.207946969s","start":"2026-03-02T19:50:51.188365Z","end":"2026-03-02T19:50:56.396312Z","steps":["trace[1016971123] 'agreement among raft nodes before linearized reading' (duration: 5.207845565s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.396352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.333528913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qkk5g\" ","response":"range_response_count:1 size:4051"} {"level":"info","ts":"2026-03-02T19:50:56.396359Z","caller":"traceutil/trace.go:171","msg":"trace[1963133637] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:23832; }","duration":"5.314376161s","start":"2026-03-02T19:50:51.081959Z","end":"2026-03-02T19:50:56.396335Z","steps":["trace[1963133637] 'agreement among raft nodes before linearized reading' (duration: 5.314263208s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.396387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:51.18834Z","time spent":"5.208040092s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":200,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-03-02T19:50:56.396394Z","caller":"traceutil/trace.go:171","msg":"trace[699906235] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qkk5g; range_end:; response_count:1; response_revision:23832; }","duration":"5.333571545s","start":"2026-03-02T19:50:51.062809Z","end":"2026-03-02T19:50:56.39638Z","steps":["trace[699906235] 'agreement among raft nodes before linearized reading' (duration: 5.33342581s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:56.396306Z","caller":"traceutil/trace.go:171","msg":"trace[535396802] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23832; }","duration":"4.357172598s","start":"2026-03-02T19:50:52.039055Z","end":"2026-03-02T19:50:56.396228Z","steps":["trace[535396802] 'agreement among raft nodes before linearized reading' (duration: 4.356674382s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.396425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:51.06278Z","time spent":"5.333636327s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4075,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qkk5g\" "} {"level":"warn","ts":"2026-03-02T19:50:56.396419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:51.081947Z","time spent":"5.314457894s","remote":"127.0.0.1:33600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:50:56.396009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:51.936202Z","time spent":"4.459793061s","remote":"127.0.0.1:38016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:56.39618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.691250502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1115"} {"level":"info","ts":"2026-03-02T19:50:56.396547Z","caller":"traceutil/trace.go:171","msg":"trace[1364582773] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:23832; }","duration":"4.691663395s","start":"2026-03-02T19:50:51.704859Z","end":"2026-03-02T19:50:56.396522Z","steps":["trace[1364582773] 'agreement among raft nodes before linearized reading' (duration: 4.69117314s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.396612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:51.704828Z","time spent":"4.691768089s","remote":"127.0.0.1:33508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1139,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"info","ts":"2026-03-02T19:50:56.396448Z","caller":"traceutil/trace.go:171","msg":"trace[2091501223] transaction","detail":"{read_only:false; response_revision:23832; number_of_response:1; }","duration":"3.588150013s","start":"2026-03-02T19:50:52.807029Z","end":"2026-03-02T19:50:56.395179Z","steps":["trace[2091501223] 'process raft request' (duration: 3.588097611s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.396817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:52.039028Z","time spent":"4.357435406s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:56.396874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:52.806986Z","time spent":"3.589819155s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T19:50:56.538246Z","caller":"traceutil/trace.go:171","msg":"trace[171492489] linearizableReadLoop","detail":"{readStateIndex:24693; appliedIndex:24692; }","duration":"142.417607ms","start":"2026-03-02T19:50:56.395795Z","end":"2026-03-02T19:50:56.538213Z","steps":["trace[171492489] 'read index received' (duration: 142.235341ms)","trace[171492489] 'applied index is now lower than readState.Index' (duration: 180.916µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:50:56.538471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983613688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:56.538514Z","caller":"traceutil/trace.go:171","msg":"trace[981969895] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23833; }","duration":"1.983733652s","start":"2026-03-02T19:50:54.554768Z","end":"2026-03-02T19:50:56.538501Z","steps":["trace[981969895] 'agreement among raft nodes before linearized reading' (duration: 1.983599787s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.538549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:54.554747Z","time spent":"1.983792954s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:56.538593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726252121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:56.538705Z","caller":"traceutil/trace.go:171","msg":"trace[1878106578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23833; }","duration":"1.726601431s","start":"2026-03-02T19:50:54.812081Z","end":"2026-03-02T19:50:56.538682Z","steps":["trace[1878106578] 'agreement among raft nodes before linearized reading' (duration: 1.726168508s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.538759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:54.812059Z","time spent":"1.726683504s","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:50:56.538778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121762218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-02T19:50:56.538859Z","caller":"traceutil/trace.go:171","msg":"trace[1031531818] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:23833; }","duration":"2.121899153s","start":"2026-03-02T19:50:54.416942Z","end":"2026-03-02T19:50:56.538842Z","steps":["trace[1031531818] 'agreement among raft nodes before linearized reading' (duration: 2.121652886s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.538941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:54.416923Z","time spent":"2.122009036s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-02T19:50:56.538877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.317775564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:50:56.539006Z","caller":"traceutil/trace.go:171","msg":"trace[1700429986] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23833; }","duration":"3.31795129s","start":"2026-03-02T19:50:53.221035Z","end":"2026-03-02T19:50:56.538986Z","steps":["trace[1700429986] 'agreement among raft nodes before linearized reading' (duration: 3.31762691s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.539052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:53.221014Z","time spent":"3.318027243s","remote":"127.0.0.1:33454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:56.5391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.732220211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18991e1416987b87\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-03-02T19:50:56.53911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03007378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:50:56.539133Z","caller":"traceutil/trace.go:171","msg":"trace[198324143] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18991e1416987b87; range_end:; response_count:1; response_revision:23833; }","duration":"3.732311034s","start":"2026-03-02T19:50:52.806815Z","end":"2026-03-02T19:50:56.539126Z","steps":["trace[198324143] 'agreement among raft nodes before linearized reading' (duration: 3.73216229s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:56.53914Z","caller":"traceutil/trace.go:171","msg":"trace[770712023] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:23833; }","duration":"2.030146902s","start":"2026-03-02T19:50:54.508983Z","end":"2026-03-02T19:50:56.53913Z","steps":["trace[770712023] 'agreement among raft nodes before linearized reading' (duration: 2.030092461s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.539157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:52.806789Z","time spent":"3.732362535s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.18991e1416987b87\" "} {"level":"warn","ts":"2026-03-02T19:50:56.539164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:54.508961Z","time spent":"2.030196624s","remote":"127.0.0.1:38818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:50:56.5388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14306462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T19:50:56.539324Z","caller":"traceutil/trace.go:171","msg":"trace[1996846819] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23833; }","duration":"1.143612386s","start":"2026-03-02T19:50:55.395697Z","end":"2026-03-02T19:50:56.539309Z","steps":["trace[1996846819] 'agreement among raft nodes before linearized reading' (duration: 1.142982456s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.539373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:55.395688Z","time spent":"1.143673749s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T19:50:56.539496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306706544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:50:56.539538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.027178739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272954"} {"level":"info","ts":"2026-03-02T19:50:56.539558Z","caller":"traceutil/trace.go:171","msg":"trace[341512807] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23833; }","duration":"1.306768095s","start":"2026-03-02T19:50:55.232777Z","end":"2026-03-02T19:50:56.539545Z","steps":["trace[341512807] 'agreement among raft nodes before linearized reading' (duration: 1.306680453s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:56.539567Z","caller":"traceutil/trace.go:171","msg":"trace[1092643629] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:23833; }","duration":"2.02720833s","start":"2026-03-02T19:50:54.512352Z","end":"2026-03-02T19:50:56.53956Z","steps":["trace[1092643629] 'agreement among raft nodes before linearized reading' (duration: 2.026920041s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.539587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:54.512341Z","time spent":"2.027241202s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272978,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T19:50:56.539593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:55.232756Z","time spent":"1.306828208s","remote":"127.0.0.1:53952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:56.53905Z","caller":"traceutil/trace.go:171","msg":"trace[1779816966] transaction","detail":"{read_only:false; response_revision:23833; number_of_response:1; }","duration":"480.248688ms","start":"2026-03-02T19:50:56.058776Z","end":"2026-03-02T19:50:56.539025Z","steps":["trace[1779816966] 'process raft request' (duration: 479.185915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.539808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:56.058751Z","time spent":"480.997042ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:50:56.53983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144473664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T19:50:56.539878Z","caller":"traceutil/trace.go:171","msg":"trace[230090318] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23833; }","duration":"1.144527296s","start":"2026-03-02T19:50:55.395339Z","end":"2026-03-02T19:50:56.539866Z","steps":["trace[230090318] 'agreement among raft nodes before linearized reading' (duration: 1.143696689s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.539338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206554952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:50:56.539911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:55.395281Z","time spent":"1.144622678s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T19:50:56.539954Z","caller":"traceutil/trace.go:171","msg":"trace[643671371] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23833; }","duration":"3.207183621s","start":"2026-03-02T19:50:53.332746Z","end":"2026-03-02T19:50:56.539929Z","steps":["trace[643671371] 'agreement among raft nodes before linearized reading' (duration: 3.206496229s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.540016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:50:53.33273Z","time spent":"3.207270744s","remote":"127.0.0.1:49194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:50:56.549406Z","caller":"traceutil/trace.go:171","msg":"trace[1973425523] transaction","detail":"{read_only:false; response_revision:23835; number_of_response:1; }","duration":"142.704846ms","start":"2026-03-02T19:50:56.406655Z","end":"2026-03-02T19:50:56.54936Z","steps":["trace[1973425523] 'process raft request' (duration: 142.474349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.549436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.678168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-v84lb\" ","response":"range_response_count:1 size:5933"} {"level":"info","ts":"2026-03-02T19:50:56.549536Z","caller":"traceutil/trace.go:171","msg":"trace[1987279889] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-v84lb; range_end:; response_count:1; response_revision:23835; }","duration":"151.797842ms","start":"2026-03-02T19:50:56.397715Z","end":"2026-03-02T19:50:56.549513Z","steps":["trace[1987279889] 'agreement among raft nodes before linearized reading' (duration: 151.497852ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:56.549792Z","caller":"traceutil/trace.go:171","msg":"trace[1026873927] transaction","detail":"{read_only:false; response_revision:23834; number_of_response:1; }","duration":"146.280068ms","start":"2026-03-02T19:50:56.403501Z","end":"2026-03-02T19:50:56.549781Z","steps":["trace[1026873927] 'process raft request' (duration: 145.202114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.550245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.468843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11485"} {"level":"info","ts":"2026-03-02T19:50:56.550294Z","caller":"traceutil/trace.go:171","msg":"trace[372285462] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:23835; }","duration":"152.562056ms","start":"2026-03-02T19:50:56.397723Z","end":"2026-03-02T19:50:56.550285Z","steps":["trace[372285462] 'agreement among raft nodes before linearized reading' (duration: 152.388721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:56.550397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.220645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-dk8nc\" ","response":"range_response_count:1 size:4310"} {"level":"info","ts":"2026-03-02T19:50:56.550427Z","caller":"traceutil/trace.go:171","msg":"trace[324704282] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-dk8nc; range_end:; response_count:1; response_revision:23835; }","duration":"152.272627ms","start":"2026-03-02T19:50:56.398143Z","end":"2026-03-02T19:50:56.550416Z","steps":["trace[324704282] 'agreement among raft nodes before linearized reading' (duration: 152.218685ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:57.148248Z","caller":"traceutil/trace.go:171","msg":"trace[731646118] linearizableReadLoop","detail":"{readStateIndex:24742; appliedIndex:24741; }","duration":"100.258588ms","start":"2026-03-02T19:50:57.047965Z","end":"2026-03-02T19:50:57.148223Z","steps":["trace[731646118] 'read index received' (duration: 100.063462ms)","trace[731646118] 'applied index is now lower than readState.Index' (duration: 193.926µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:50:57.148372Z","caller":"traceutil/trace.go:171","msg":"trace[1905386994] transaction","detail":"{read_only:false; response_revision:23881; number_of_response:1; }","duration":"128.58461ms","start":"2026-03-02T19:50:57.019773Z","end":"2026-03-02T19:50:57.148358Z","steps":["trace[1905386994] 'process raft request' (duration: 128.314482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:50:57.148743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.758723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:464"} {"level":"info","ts":"2026-03-02T19:50:57.14878Z","caller":"traceutil/trace.go:171","msg":"trace[780736937] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23881; }","duration":"100.831816ms","start":"2026-03-02T19:50:57.047936Z","end":"2026-03-02T19:50:57.148768Z","steps":["trace[780736937] 'agreement among raft nodes before linearized reading' (duration: 100.671631ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:50:58.200899Z","caller":"traceutil/trace.go:171","msg":"trace[1886716608] transaction","detail":"{read_only:false; response_revision:23961; number_of_response:1; }","duration":"127.117913ms","start":"2026-03-02T19:50:58.073741Z","end":"2026-03-02T19:50:58.200859Z","steps":["trace[1886716608] 'process raft request' (duration: 126.900887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:01.716912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479467,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T19:51:01.963167Z","caller":"traceutil/trace.go:171","msg":"trace[1249991639] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"784.640076ms","start":"2026-03-02T19:51:01.178507Z","end":"2026-03-02T19:51:01.963147Z","steps":["trace[1249991639] 'process raft request' (duration: 784.478911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:01.96332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:01.178477Z","time spent":"784.76599ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:02.701301Z","caller":"traceutil/trace.go:171","msg":"trace[1580182928] transaction","detail":"{read_only:false; response_revision:23976; number_of_response:1; }","duration":"1.347221078s","start":"2026-03-02T19:51:01.354055Z","end":"2026-03-02T19:51:02.701276Z","steps":["trace[1580182928] 'process raft request' (duration: 1.291280266s)","trace[1580182928] 'compare' (duration: 55.764007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:02.701479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:01.354028Z","time spent":"1.347390384s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:03.351399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.156661ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:51:03.35312Z","caller":"traceutil/trace.go:171","msg":"trace[877114534] linearizableReadLoop","detail":"{readStateIndex:24839; appliedIndex:24835; }","duration":"2.136238773s","start":"2026-03-02T19:51:01.216841Z","end":"2026-03-02T19:51:03.35308Z","steps":["trace[877114534] 'read index received' (duration: 746.136833ms)","trace[877114534] 'applied index is now lower than readState.Index' (duration: 1.39009881s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:03.35313Z","caller":"traceutil/trace.go:171","msg":"trace[319159187] transaction","detail":"{read_only:false; response_revision:23977; number_of_response:1; }","duration":"1.807150837s","start":"2026-03-02T19:51:01.54594Z","end":"2026-03-02T19:51:03.353091Z","steps":["trace[319159187] 'process raft request' (duration: 1.805619559s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:03.353365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:01.545915Z","time spent":"1.807368264s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:04.660334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:51:05.161445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:51:05.662311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:51:06.162912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:51:06.282666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.216134142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:06.28277Z","caller":"traceutil/trace.go:171","msg":"trace[642970713] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23977; }","duration":"3.216297287s","start":"2026-03-02T19:51:03.066447Z","end":"2026-03-02T19:51:06.282744Z","steps":["trace[642970713] 'agreement among raft nodes before linearized reading' (duration: 286.994561ms)","trace[642970713] 'count revisions from in-memory index tree' (duration: 2.929019518s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:06.282822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:03.066428Z","time spent":"3.21638235s","remote":"127.0.0.1:38250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:06.283429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.066585094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:51:06.283529Z","caller":"traceutil/trace.go:171","msg":"trace[1510206071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23977; }","duration":"5.066642085s","start":"2026-03-02T19:51:01.216832Z","end":"2026-03-02T19:51:06.283474Z","steps":["trace[1510206071] 'agreement among raft nodes before linearized reading' (duration: 2.136348398s)","trace[1510206071] 'range keys from in-memory index tree' (duration: 2.930149763s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:06.283584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:01.216754Z","time spent":"5.06681558s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:51:06.283806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.917474075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:51:06.283863Z","caller":"traceutil/trace.go:171","msg":"trace[697152773] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:23977; }","duration":"3.917564048s","start":"2026-03-02T19:51:02.366278Z","end":"2026-03-02T19:51:06.283842Z","steps":["trace[697152773] 'agreement among raft nodes before linearized reading' (duration: 987.078504ms)","trace[697152773] 'count revisions from in-memory index tree' (duration: 2.930404331s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:06.283908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:02.366255Z","time spent":"3.917637121s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:06.283963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675492611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:06.284067Z","caller":"traceutil/trace.go:171","msg":"trace[873201137] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23977; }","duration":"2.675639526s","start":"2026-03-02T19:51:03.608396Z","end":"2026-03-02T19:51:06.284036Z","steps":["trace[873201137] 'count revisions from in-memory index tree' (duration: 2.675403728s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:06.28412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:03.608376Z","time spent":"2.675733148s","remote":"127.0.0.1:33534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:06.28419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.064680134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:51:06.284237Z","caller":"traceutil/trace.go:171","msg":"trace[854796320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23977; }","duration":"5.064736155s","start":"2026-03-02T19:51:01.219488Z","end":"2026-03-02T19:51:06.284224Z","steps":["trace[854796320] 'agreement among raft nodes before linearized reading' (duration: 2.133861719s)","trace[854796320] 'range keys from in-memory index tree' (duration: 2.930742462s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:06.284268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:01.219483Z","time spent":"5.064778696s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:51:06.284453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095742239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:51:06.284491Z","caller":"traceutil/trace.go:171","msg":"trace[287827233] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23977; }","duration":"3.095793451s","start":"2026-03-02T19:51:03.188687Z","end":"2026-03-02T19:51:06.28448Z","steps":["trace[287827233] 'agreement among raft nodes before linearized reading' (duration: 164.705868ms)","trace[287827233] 'range keys from in-memory index tree' (duration: 2.93099366s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:06.284523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:03.188681Z","time spent":"3.095832592s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:51:06.284581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614278203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T19:51:06.284623Z","caller":"traceutil/trace.go:171","msg":"trace[1288241439] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23977; }","duration":"2.614357725s","start":"2026-03-02T19:51:03.670254Z","end":"2026-03-02T19:51:06.284612Z","steps":["trace[1288241439] 'range keys from in-memory index tree' (duration: 2.614118498s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:06.284662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.088580136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:06.284705Z","caller":"traceutil/trace.go:171","msg":"trace[204016966] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23977; }","duration":"4.088654648s","start":"2026-03-02T19:51:02.196036Z","end":"2026-03-02T19:51:06.28469Z","steps":["trace[204016966] 'agreement among raft nodes before linearized reading' (duration: 1.157361178s)","trace[204016966] 'count revisions from in-memory index tree' (duration: 2.931241357s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:06.284743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:02.196014Z","time spent":"4.08871941s","remote":"127.0.0.1:38216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:06.285183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.578475557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-02T19:51:06.285239Z","caller":"traceutil/trace.go:171","msg":"trace[1619399886] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23977; }","duration":"3.57855876s","start":"2026-03-02T19:51:02.706664Z","end":"2026-03-02T19:51:06.285223Z","steps":["trace[1619399886] 'agreement among raft nodes before linearized reading' (duration: 646.736274ms)","trace[1619399886] 'range keys from in-memory index tree' (duration: 2.931693982s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:06.285316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:02.70665Z","time spent":"3.578656652s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T19:51:06.284666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:03.670234Z","time spent":"2.614422708s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T19:51:06.285455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.772458898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-02T19:51:06.285555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.453433988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:51:06.285621Z","caller":"traceutil/trace.go:171","msg":"trace[47862442] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:23977; }","duration":"3.453567382s","start":"2026-03-02T19:51:02.832033Z","end":"2026-03-02T19:51:06.2856Z","steps":["trace[47862442] 'agreement among raft nodes before linearized reading' (duration: 521.448716ms)","trace[47862442] 'count revisions from in-memory index tree' (duration: 2.932049704s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:06.285636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.324351333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:06.285693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.798996543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:51:06.285678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.58303842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:06.285745Z","caller":"traceutil/trace.go:171","msg":"trace[586380544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23977; }","duration":"3.799073156s","start":"2026-03-02T19:51:02.486656Z","end":"2026-03-02T19:51:06.285729Z","steps":["trace[586380544] 'agreement among raft nodes before linearized reading' (duration: 866.782655ms)","trace[586380544] 'range keys from in-memory index tree' (duration: 2.932165247s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:06.28556Z","caller":"traceutil/trace.go:171","msg":"trace[1468683062] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23977; }","duration":"4.772592362s","start":"2026-03-02T19:51:01.512941Z","end":"2026-03-02T19:51:06.285533Z","steps":["trace[1468683062] 'agreement among raft nodes before linearized reading' (duration: 1.840529359s)","trace[1468683062] 'range keys from in-memory index tree' (duration: 2.931778765s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:06.285772Z","caller":"traceutil/trace.go:171","msg":"trace[1548448798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23977; }","duration":"3.583164794s","start":"2026-03-02T19:51:02.702586Z","end":"2026-03-02T19:51:06.28575Z","steps":["trace[1548448798] 'agreement among raft nodes before linearized reading' (duration: 650.822642ms)","trace[1548448798] 'range keys from in-memory index tree' (duration: 2.932220119s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:06.285807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:02.486639Z","time spent":"3.799155209s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:51:06.285783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.596220625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-02T19:51:06.285826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:01.512931Z","time spent":"4.772877061s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T19:51:06.285877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.291002983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:06.285455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.947222323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:51:06.285932Z","caller":"traceutil/trace.go:171","msg":"trace[1227433838] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23977; }","duration":"4.94774802s","start":"2026-03-02T19:51:01.338173Z","end":"2026-03-02T19:51:06.285921Z","steps":["trace[1227433838] 'agreement among raft nodes before linearized reading' (duration: 2.015299274s)","trace[1227433838] 'count revisions from in-memory index tree' (duration: 2.931924799s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:06.285826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:02.70257Z","time spent":"3.583242967s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:51:06.285876Z","caller":"traceutil/trace.go:171","msg":"trace[221047407] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23977; }","duration":"3.59635911s","start":"2026-03-02T19:51:02.689495Z","end":"2026-03-02T19:51:06.285855Z","steps":["trace[221047407] 'agreement among raft nodes before linearized reading' (duration: 663.933414ms)","trace[221047407] 'range keys from in-memory index tree' (duration: 2.932211858s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:06.286104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:02.689472Z","time spent":"3.596616388s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T19:51:06.286183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.787780121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-cdf4666f7-ls9xh.18991e16c56b364d\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-03-02T19:51:06.286242Z","caller":"traceutil/trace.go:171","msg":"trace[121677845] range","detail":"{range_begin:/registry/events/openstack/magnum-api-cdf4666f7-ls9xh.18991e16c56b364d; range_end:; response_count:1; response_revision:23977; }","duration":"4.787882674s","start":"2026-03-02T19:51:01.498338Z","end":"2026-03-02T19:51:06.28622Z","steps":["trace[121677845] 'agreement among raft nodes before linearized reading' (duration: 1.855112428s)","trace[121677845] 'range keys from in-memory index tree' (duration: 2.932629732s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:06.286227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.846914404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:06.28593Z","caller":"traceutil/trace.go:171","msg":"trace[467775876] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23977; }","duration":"4.291088775s","start":"2026-03-02T19:51:01.994826Z","end":"2026-03-02T19:51:06.285915Z","steps":["trace[467775876] 'agreement among raft nodes before linearized reading' (duration: 1.358586018s)","trace[467775876] 'count revisions from in-memory index tree' (duration: 2.932437106s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:06.286333Z","caller":"traceutil/trace.go:171","msg":"trace[384507114] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23977; }","duration":"4.847083029s","start":"2026-03-02T19:51:01.43922Z","end":"2026-03-02T19:51:06.286303Z","steps":["trace[384507114] 'agreement among raft nodes before linearized reading' (duration: 1.9142386s)","trace[384507114] 'count revisions from in-memory index tree' (duration: 2.932696683s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:06.286377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.509126023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:06.286401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:01.439194Z","time spent":"4.847193212s","remote":"127.0.0.1:38336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:06.286429Z","caller":"traceutil/trace.go:171","msg":"trace[585210609] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23977; }","duration":"4.509211776s","start":"2026-03-02T19:51:01.777197Z","end":"2026-03-02T19:51:06.286409Z","steps":["trace[585210609] 'agreement among raft nodes before linearized reading' (duration: 1.576263024s)","trace[585210609] 'count revisions from in-memory index tree' (duration: 2.932887099s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:06.286423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:01.994803Z","time spent":"4.291542539s","remote":"127.0.0.1:54016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:06.286483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:01.777173Z","time spent":"4.509289649s","remote":"127.0.0.1:54950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:06.285754Z","caller":"traceutil/trace.go:171","msg":"trace[1546143349] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:23977; }","duration":"4.324485137s","start":"2026-03-02T19:51:01.961237Z","end":"2026-03-02T19:51:06.285723Z","steps":["trace[1546143349] 'agreement among raft nodes before linearized reading' (duration: 1.392193476s)","trace[1546143349] 'count revisions from in-memory index tree' (duration: 2.932131286s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:06.28658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:01.961159Z","time spent":"4.325398986s","remote":"127.0.0.1:37980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:06.286647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388958805s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:06.286735Z","caller":"traceutil/trace.go:171","msg":"trace[701008830] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23977; }","duration":"2.389057528s","start":"2026-03-02T19:51:03.897666Z","end":"2026-03-02T19:51:06.286724Z","steps":["trace[701008830] 'range keys from in-memory index tree' (duration: 2.388948485s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:06.285679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:02.832009Z","time spent":"3.453654095s","remote":"127.0.0.1:33644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:06.286179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097586437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:06.286966Z","caller":"traceutil/trace.go:171","msg":"trace[1905585418] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:23977; }","duration":"3.098375432s","start":"2026-03-02T19:51:03.188573Z","end":"2026-03-02T19:51:06.286949Z","steps":["trace[1905585418] 'agreement among raft nodes before linearized reading' (duration: 164.854022ms)","trace[1905585418] 'count revisions from in-memory index tree' (duration: 2.932715474s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:06.287026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:03.188516Z","time spent":"3.098489846s","remote":"127.0.0.1:53992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:06.285986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:01.338154Z","time spent":"4.947817432s","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:06.286044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.490196377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:51:06.287307Z","caller":"traceutil/trace.go:171","msg":"trace[936299566] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23977; }","duration":"4.491516399s","start":"2026-03-02T19:51:01.795776Z","end":"2026-03-02T19:51:06.287293Z","steps":["trace[936299566] 'agreement among raft nodes before linearized reading' (duration: 1.557668509s)","trace[936299566] 'range keys from in-memory index tree' (duration: 2.932518978s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:06.287355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:01.795751Z","time spent":"4.491591681s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:51:06.286308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:01.498323Z","time spent":"4.787966556s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":804,"request content":"key:\"/registry/events/openstack/magnum-api-cdf4666f7-ls9xh.18991e16c56b364d\" "} {"level":"warn","ts":"2026-03-02T19:51:06.663537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:51:06.702738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000082035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:51:06.702852Z","caller":"traceutil/trace.go:171","msg":"trace[1051597458] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000231189s","start":"2026-03-02T19:51:04.702585Z","end":"2026-03-02T19:51:06.702817Z","steps":["trace[1051597458] 'agreement among raft nodes before linearized reading' (duration: 2.000119826s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:06.702924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:04.702566Z","time spent":"2.000342542s","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:51:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:51:06.986423Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.431607588s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:51:06.987183Z","caller":"traceutil/trace.go:171","msg":"trace[670494989] transaction","detail":"{read_only:false; response_revision:23978; number_of_response:1; }","duration":"3.084868697s","start":"2026-03-02T19:51:03.902282Z","end":"2026-03-02T19:51:06.98715Z","steps":["trace[670494989] 'process raft request' (duration: 3.084570098s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:06.987917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:03.902255Z","time spent":"3.085498727s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:07.006304Z","caller":"traceutil/trace.go:171","msg":"trace[1574946003] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"2.29991887s","start":"2026-03-02T19:51:04.706356Z","end":"2026-03-02T19:51:07.006275Z","steps":["trace[1574946003] 'process raft request' (duration: 2.299809306s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:07.006332Z","caller":"traceutil/trace.go:171","msg":"trace[596059115] transaction","detail":"{read_only:false; response_revision:23979; number_of_response:1; }","duration":"3.037557327s","start":"2026-03-02T19:51:03.968742Z","end":"2026-03-02T19:51:07.0063Z","steps":["trace[596059115] 'process raft request' (duration: 3.037199925s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:07.006467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:04.706336Z","time spent":"2.300048604s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:07.006644Z","caller":"traceutil/trace.go:171","msg":"trace[1446274398] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"2.106277939s","start":"2026-03-02T19:51:04.900335Z","end":"2026-03-02T19:51:07.006613Z","steps":["trace[1446274398] 'process raft request' (duration: 2.105884017s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:07.006805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:04.900316Z","time spent":"2.106405654s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:07.006812Z","caller":"traceutil/trace.go:171","msg":"trace[576937325] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"716.904444ms","start":"2026-03-02T19:51:06.289888Z","end":"2026-03-02T19:51:07.006793Z","steps":["trace[576937325] 'process raft request' (duration: 716.618975ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:07.007075Z","caller":"traceutil/trace.go:171","msg":"trace[1168752454] linearizableReadLoop","detail":"{readStateIndex:24847; appliedIndex:24839; }","duration":"2.84752681s","start":"2026-03-02T19:51:04.159528Z","end":"2026-03-02T19:51:07.007054Z","steps":["trace[1168752454] 'read index received' (duration: 2.82720944s)","trace[1168752454] 'applied index is now lower than readState.Index' (duration: 20.31632ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:07.00702Z","caller":"traceutil/trace.go:171","msg":"trace[604765214] transaction","detail":"{read_only:false; response_revision:23983; number_of_response:1; }","duration":"717.019838ms","start":"2026-03-02T19:51:06.289978Z","end":"2026-03-02T19:51:07.006998Z","steps":["trace[604765214] 'process raft request' (duration: 716.728958ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:07.007248Z","caller":"traceutil/trace.go:171","msg":"trace[1534612028] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"716.360966ms","start":"2026-03-02T19:51:06.290875Z","end":"2026-03-02T19:51:07.007236Z","steps":["trace[1534612028] 'process raft request' (duration: 716.047086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:07.007326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:06.290859Z","time spent":"716.424588ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:07.007658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.19308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:07.007724Z","caller":"traceutil/trace.go:171","msg":"trace[2080460688] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23985; }","duration":"595.299543ms","start":"2026-03-02T19:51:06.412406Z","end":"2026-03-02T19:51:07.007706Z","steps":["trace[2080460688] 'agreement among raft nodes before linearized reading' (duration: 595.20333ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:07.007725Z","caller":"traceutil/trace.go:171","msg":"trace[461459885] transaction","detail":"{read_only:false; response_revision:23985; number_of_response:1; }","duration":"533.369862ms","start":"2026-03-02T19:51:06.474337Z","end":"2026-03-02T19:51:07.007707Z","steps":["trace[461459885] 'process raft request' (duration: 532.643309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:07.007766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:06.412384Z","time spent":"595.368175ms","remote":"127.0.0.1:54890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:51:07.007759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:03.968716Z","time spent":"3.037691581s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:07.007749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.610982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:07.007801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:06.474314Z","time spent":"533.445084ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:07.007834Z","caller":"traceutil/trace.go:171","msg":"trace[499409412] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23985; }","duration":"275.748726ms","start":"2026-03-02T19:51:06.732068Z","end":"2026-03-02T19:51:07.007817Z","steps":["trace[499409412] 'agreement among raft nodes before linearized reading' (duration: 275.572751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:07.007839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968447728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-02T19:51:07.007662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.8481283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:07.007332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:06.289972Z","time spent":"717.266565ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:07.007913Z","caller":"traceutil/trace.go:171","msg":"trace[2064864083] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23985; }","duration":"1.968559392s","start":"2026-03-02T19:51:05.039333Z","end":"2026-03-02T19:51:07.007893Z","steps":["trace[2064864083] 'agreement among raft nodes before linearized reading' (duration: 1.968340515s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:07.007974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.851214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:07.007923Z","caller":"traceutil/trace.go:171","msg":"trace[2030516126] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:23985; }","duration":"2.848436399s","start":"2026-03-02T19:51:04.159473Z","end":"2026-03-02T19:51:07.007909Z","steps":["trace[2030516126] 'agreement among raft nodes before linearized reading' (duration: 2.8481401s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:07.008004Z","caller":"traceutil/trace.go:171","msg":"trace[181391512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23985; }","duration":"298.906326ms","start":"2026-03-02T19:51:06.709086Z","end":"2026-03-02T19:51:07.007993Z","steps":["trace[181391512] 'agreement among raft nodes before linearized reading' (duration: 298.856454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:07.008012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:04.15945Z","time spent":"2.848548873s","remote":"127.0.0.1:51448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:07.007967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:05.039312Z","time spent":"1.968641764s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-02T19:51:07.008102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354430746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-02T19:51:07.008115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542591175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418426"} {"level":"warn","ts":"2026-03-02T19:51:07.008098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590779883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-02T19:51:07.00816Z","caller":"traceutil/trace.go:171","msg":"trace[770380191] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23985; }","duration":"2.542649797s","start":"2026-03-02T19:51:04.465499Z","end":"2026-03-02T19:51:07.008148Z","steps":["trace[770380191] 'agreement among raft nodes before linearized reading' (duration: 2.542398279s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:07.008165Z","caller":"traceutil/trace.go:171","msg":"trace[475981529] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:23985; }","duration":"1.35451959s","start":"2026-03-02T19:51:05.653623Z","end":"2026-03-02T19:51:07.008143Z","steps":["trace[475981529] 'agreement among raft nodes before linearized reading' (duration: 1.354364465s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:07.008183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596952466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:07.008194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:04.465458Z","time spent":"2.542728519s","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418450,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-02T19:51:07.008219Z","caller":"traceutil/trace.go:171","msg":"trace[1145153013] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:23985; }","duration":"1.597018359s","start":"2026-03-02T19:51:05.41119Z","end":"2026-03-02T19:51:07.008208Z","steps":["trace[1145153013] 'agreement among raft nodes before linearized reading' (duration: 1.596954917s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:07.008216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:05.653601Z","time spent":"1.354601721s","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-02T19:51:07.008242Z","caller":"traceutil/trace.go:171","msg":"trace[890665513] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:23985; }","duration":"2.590937218s","start":"2026-03-02T19:51:04.417242Z","end":"2026-03-02T19:51:07.00818Z","steps":["trace[890665513] 'agreement among raft nodes before linearized reading' (duration: 2.59070525s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:07.008252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:05.411176Z","time spent":"1.597069s","remote":"127.0.0.1:38034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:07.008284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:04.417216Z","time spent":"2.591057512s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-02T19:51:07.008374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:06.289866Z","time spent":"717.051058ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:07.008461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.758306719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:07.008576Z","caller":"traceutil/trace.go:171","msg":"trace[1914246439] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23985; }","duration":"2.758501386s","start":"2026-03-02T19:51:04.250058Z","end":"2026-03-02T19:51:07.00856Z","steps":["trace[1914246439] 'agreement among raft nodes before linearized reading' (duration: 2.757473673s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:07.008683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:04.250039Z","time spent":"2.75862882s","remote":"127.0.0.1:38394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:09.127157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947479505,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:51:09.591459Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.232273838s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:51:09.59189Z","caller":"traceutil/trace.go:171","msg":"trace[1945643062] transaction","detail":"{read_only:false; response_revision:23989; number_of_response:1; }","duration":"1.232801214s","start":"2026-03-02T19:51:08.359046Z","end":"2026-03-02T19:51:09.591847Z","steps":["trace[1945643062] 'process raft request' (duration: 1.232602388s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:09.592066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:08.359017Z","time spent":"1.232941429s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:10.40044Z","caller":"traceutil/trace.go:171","msg":"trace[909375707] linearizableReadLoop","detail":"{readStateIndex:24854; appliedIndex:24852; }","duration":"1.774388176s","start":"2026-03-02T19:51:08.626028Z","end":"2026-03-02T19:51:10.400417Z","steps":["trace[909375707] 'read index received' (duration: 966.046422ms)","trace[909375707] 'applied index is now lower than readState.Index' (duration: 808.340764ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:10.400567Z","caller":"traceutil/trace.go:171","msg":"trace[1632779266] transaction","detail":"{read_only:false; response_revision:23990; number_of_response:1; }","duration":"1.388725397s","start":"2026-03-02T19:51:09.01183Z","end":"2026-03-02T19:51:10.400556Z","steps":["trace[1632779266] 'process raft request' (duration: 1.387922192s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:10.40068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:09.011793Z","time spent":"1.388798859s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:10.400907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750601385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:10.401638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729822701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T19:51:10.401692Z","caller":"traceutil/trace.go:171","msg":"trace[1533809147] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:23991; }","duration":"1.729911394s","start":"2026-03-02T19:51:08.671762Z","end":"2026-03-02T19:51:10.401674Z","steps":["trace[1533809147] 'agreement among raft nodes before linearized reading' (duration: 1.729806531s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:10.401651Z","caller":"traceutil/trace.go:171","msg":"trace[1580351510] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23991; }","duration":"1.751393711s","start":"2026-03-02T19:51:08.65024Z","end":"2026-03-02T19:51:10.401634Z","steps":["trace[1580351510] 'agreement among raft nodes before linearized reading' (duration: 1.750592516s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:10.401855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:08.650221Z","time spent":"1.751611177s","remote":"127.0.0.1:38088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:10.401733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:08.671738Z","time spent":"1.729987317s","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-02T19:51:10.401159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001396706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:51:10.402736Z","caller":"traceutil/trace.go:171","msg":"trace[2108621297] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23991; }","duration":"1.002977125s","start":"2026-03-02T19:51:09.399741Z","end":"2026-03-02T19:51:10.402718Z","steps":["trace[2108621297] 'agreement among raft nodes before linearized reading' (duration: 1.001366765s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:10.402792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:09.399655Z","time spent":"1.00311929s","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:10.401203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052601248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:10.402946Z","caller":"traceutil/trace.go:171","msg":"trace[1745743503] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:23991; }","duration":"1.054366914s","start":"2026-03-02T19:51:09.348569Z","end":"2026-03-02T19:51:10.402936Z","steps":["trace[1745743503] 'agreement among raft nodes before linearized reading' (duration: 1.052605269s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:10.40298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:09.348556Z","time spent":"1.054413826s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:10.401208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.027275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T19:51:10.403134Z","caller":"traceutil/trace.go:171","msg":"trace[431713025] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23991; }","duration":"290.980617ms","start":"2026-03-02T19:51:10.112133Z","end":"2026-03-02T19:51:10.403114Z","steps":["trace[431713025] 'agreement among raft nodes before linearized reading' (duration: 288.983234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:10.401222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.27599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:10.403313Z","caller":"traceutil/trace.go:171","msg":"trace[349471134] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23991; }","duration":"948.426057ms","start":"2026-03-02T19:51:09.454875Z","end":"2026-03-02T19:51:10.403301Z","steps":["trace[349471134] 'agreement among raft nodes before linearized reading' (duration: 946.3147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:10.403355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:09.454842Z","time spent":"948.49455ms","remote":"127.0.0.1:37902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:10.401285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.082209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T19:51:10.403496Z","caller":"traceutil/trace.go:171","msg":"trace[1409546900] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23991; }","duration":"266.32558ms","start":"2026-03-02T19:51:10.13716Z","end":"2026-03-02T19:51:10.403486Z","steps":["trace[1409546900] 'agreement among raft nodes before linearized reading' (duration: 264.069789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:10.401286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386538108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:51:10.403608Z","caller":"traceutil/trace.go:171","msg":"trace[716304912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23991; }","duration":"1.388942354s","start":"2026-03-02T19:51:09.014656Z","end":"2026-03-02T19:51:10.403599Z","steps":["trace[716304912] 'agreement among raft nodes before linearized reading' (duration: 1.386496047s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:10.403645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:09.014638Z","time spent":"1.388996945s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:51:10.401287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.705445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:51:10.403741Z","caller":"traceutil/trace.go:171","msg":"trace[1104350538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23991; }","duration":"917.252325ms","start":"2026-03-02T19:51:09.486474Z","end":"2026-03-02T19:51:10.403726Z","steps":["trace[1104350538] 'agreement among raft nodes before linearized reading' (duration: 914.622632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:10.403786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:09.486449Z","time spent":"917.325067ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:51:10.401369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220130956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-02T19:51:10.403917Z","caller":"traceutil/trace.go:171","msg":"trace[816281689] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23991; }","duration":"1.222643085s","start":"2026-03-02T19:51:09.181229Z","end":"2026-03-02T19:51:10.403872Z","steps":["trace[816281689] 'agreement among raft nodes before linearized reading' (duration: 1.220026942s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:10.404025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:09.181155Z","time spent":"1.222834921s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T19:51:10.401374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076008896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-02T19:51:10.404091Z","caller":"traceutil/trace.go:171","msg":"trace[876259407] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23991; }","duration":"1.078772543s","start":"2026-03-02T19:51:09.325307Z","end":"2026-03-02T19:51:10.404079Z","steps":["trace[876259407] 'agreement among raft nodes before linearized reading' (duration: 1.075917793s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:10.404137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:09.325283Z","time spent":"1.078842226s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T19:51:10.401393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386172406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:51:10.40425Z","caller":"traceutil/trace.go:171","msg":"trace[1235815252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23991; }","duration":"1.389026526s","start":"2026-03-02T19:51:09.015212Z","end":"2026-03-02T19:51:10.404239Z","steps":["trace[1235815252] 'agreement among raft nodes before linearized reading' (duration: 1.386120655s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:10.404283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:09.015142Z","time spent":"1.38913256s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:51:10.401394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.051935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T19:51:10.404346Z","caller":"traceutil/trace.go:171","msg":"trace[682736523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23991; }","duration":"585.03853ms","start":"2026-03-02T19:51:09.819297Z","end":"2026-03-02T19:51:10.404335Z","steps":["trace[682736523] 'agreement among raft nodes before linearized reading' (duration: 582.038936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:10.404393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:09.819274Z","time spent":"585.107972ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:51:10.401473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650156322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:10.404455Z","caller":"traceutil/trace.go:171","msg":"trace[1206442087] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23991; }","duration":"1.653161056s","start":"2026-03-02T19:51:08.751279Z","end":"2026-03-02T19:51:10.40444Z","steps":["trace[1206442087] 'agreement among raft nodes before linearized reading' (duration: 1.650169482s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:10.404512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:08.751265Z","time spent":"1.653234338s","remote":"127.0.0.1:54848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:10.401472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38626757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:51:10.404555Z","caller":"traceutil/trace.go:171","msg":"trace[1449745594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23991; }","duration":"1.389348127s","start":"2026-03-02T19:51:09.015197Z","end":"2026-03-02T19:51:10.404545Z","steps":["trace[1449745594] 'agreement among raft nodes before linearized reading' (duration: 1.386225028s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:10.404588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:09.015119Z","time spent":"1.38945902s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:51:10.401511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463865094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:10.404679Z","caller":"traceutil/trace.go:171","msg":"trace[512180480] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23991; }","duration":"1.467082696s","start":"2026-03-02T19:51:08.937583Z","end":"2026-03-02T19:51:10.404665Z","steps":["trace[512180480] 'agreement among raft nodes before linearized reading' (duration: 1.463909406s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:10.40471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:08.937552Z","time spent":"1.467146778s","remote":"127.0.0.1:38302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:10.401554Z","caller":"traceutil/trace.go:171","msg":"trace[114089624] transaction","detail":"{read_only:false; response_revision:23991; number_of_response:1; }","duration":"1.38533653s","start":"2026-03-02T19:51:09.016204Z","end":"2026-03-02T19:51:10.40154Z","steps":["trace[114089624] 'process raft request' (duration: 1.384112062s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:10.404888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:09.016189Z","time spent":"1.388634215s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:10.401576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700054653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:10.404994Z","caller":"traceutil/trace.go:171","msg":"trace[7408205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23991; }","duration":"1.703516143s","start":"2026-03-02T19:51:08.701468Z","end":"2026-03-02T19:51:10.404984Z","steps":["trace[7408205] 'agreement among raft nodes before linearized reading' (duration: 1.700083575s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:10.40502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:08.701444Z","time spent":"1.703569914s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:51:10.401541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370631127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T19:51:10.405175Z","caller":"traceutil/trace.go:171","msg":"trace[803428714] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23991; }","duration":"1.374335053s","start":"2026-03-02T19:51:09.030828Z","end":"2026-03-02T19:51:10.405164Z","steps":["trace[803428714] 'agreement among raft nodes before linearized reading' (duration: 1.37042145s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:10.405208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:09.030813Z","time spent":"1.374385585s","remote":"127.0.0.1:33408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T19:51:10.401127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201424467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:10.405349Z","caller":"traceutil/trace.go:171","msg":"trace[729957440] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:23991; }","duration":"1.205719992s","start":"2026-03-02T19:51:09.199619Z","end":"2026-03-02T19:51:10.405339Z","steps":["trace[729957440] 'agreement among raft nodes before linearized reading' (duration: 1.201438287s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:10.402162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7761257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29541350-l4wxv\" ","response":"range_response_count:1 size:7284"} {"level":"warn","ts":"2026-03-02T19:51:10.405407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:09.199598Z","time spent":"1.205797715s","remote":"127.0.0.1:53976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:10.405632Z","caller":"traceutil/trace.go:171","msg":"trace[1988448897] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29541350-l4wxv; range_end:; response_count:1; response_revision:23991; }","duration":"1.779645861s","start":"2026-03-02T19:51:08.625971Z","end":"2026-03-02T19:51:10.405616Z","steps":["trace[1988448897] 'agreement among raft nodes before linearized reading' (duration: 1.774709326s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:10.4057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:08.625947Z","time spent":"1.779736844s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7308,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29541350-l4wxv\" "} {"level":"warn","ts":"2026-03-02T19:51:12.359007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.453468176s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:51:12.415351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000518139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:51:12.415435Z","caller":"traceutil/trace.go:171","msg":"trace[617955035] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000635713s","start":"2026-03-02T19:51:10.41478Z","end":"2026-03-02T19:51:12.415416Z","steps":["trace[617955035] 'agreement among raft nodes before linearized reading' (duration: 2.00053453s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:12.415483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:10.41477Z","time spent":"2.000704845s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:51:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:51:12.80847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.902942155s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:51:12.808949Z","caller":"traceutil/trace.go:171","msg":"trace[401747739] transaction","detail":"{read_only:false; response_revision:23992; number_of_response:1; }","duration":"2.398057801s","start":"2026-03-02T19:51:10.410862Z","end":"2026-03-02T19:51:12.80892Z","steps":["trace[401747739] 'process raft request' (duration: 494.558139ms)","trace[401747739] 'compare' (duration: 1.901660094s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:12.809078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:10.410846Z","time spent":"2.398162615s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:12.809521Z","caller":"traceutil/trace.go:171","msg":"trace[72615322] linearizableReadLoop","detail":"{readStateIndex:24855; appliedIndex:24854; }","duration":"2.398583558s","start":"2026-03-02T19:51:10.410906Z","end":"2026-03-02T19:51:12.80949Z","steps":["trace[72615322] 'read index received' (duration: 494.747526ms)","trace[72615322] 'applied index is now lower than readState.Index' (duration: 1.903831742s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:12.809741Z","caller":"traceutil/trace.go:171","msg":"trace[2038636376] transaction","detail":"{read_only:false; response_revision:23993; number_of_response:1; }","duration":"2.398251338s","start":"2026-03-02T19:51:10.411451Z","end":"2026-03-02T19:51:12.809703Z","steps":["trace[2038636376] 'process raft request' (duration: 2.397256857s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:12.809752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398830476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b75f5071-3b96-43e1-ac6f-ecd7f3c2399c\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-02T19:51:12.809825Z","caller":"traceutil/trace.go:171","msg":"trace[1368279614] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b75f5071-3b96-43e1-ac6f-ecd7f3c2399c; range_end:; response_count:1; response_revision:23993; }","duration":"2.398929569s","start":"2026-03-02T19:51:10.410874Z","end":"2026-03-02T19:51:12.809803Z","steps":["trace[1368279614] 'agreement among raft nodes before linearized reading' (duration: 2.398720353s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:12.809873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:10.410862Z","time spent":"2.399001771s","remote":"127.0.0.1:33436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-b75f5071-3b96-43e1-ac6f-ecd7f3c2399c\" "} {"level":"warn","ts":"2026-03-02T19:51:12.809873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:10.411443Z","time spent":"2.398362071s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:12.832385Z","caller":"traceutil/trace.go:171","msg":"trace[1694117861] transaction","detail":"{read_only:false; response_revision:23994; number_of_response:1; }","duration":"427.188846ms","start":"2026-03-02T19:51:12.405158Z","end":"2026-03-02T19:51:12.832347Z","steps":["trace[1694117861] 'process raft request' (duration: 426.885037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:12.832593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:12.405126Z","time spent":"427.360802ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:12.833152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.738753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:12.833208Z","caller":"traceutil/trace.go:171","msg":"trace[775608580] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:23995; }","duration":"333.828306ms","start":"2026-03-02T19:51:12.499363Z","end":"2026-03-02T19:51:12.833192Z","steps":["trace[775608580] 'agreement among raft nodes before linearized reading' (duration: 333.702492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:12.833253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:12.499344Z","time spent":"333.898358ms","remote":"127.0.0.1:38362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:12.833207Z","caller":"traceutil/trace.go:171","msg":"trace[2021304911] transaction","detail":"{read_only:false; response_revision:23995; number_of_response:1; }","duration":"422.459277ms","start":"2026-03-02T19:51:12.410688Z","end":"2026-03-02T19:51:12.833147Z","steps":["trace[2021304911] 'process raft request' (duration: 421.57534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:12.833453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.705053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:12.833458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.897183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:12.833498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.094166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:51:12.83353Z","caller":"traceutil/trace.go:171","msg":"trace[548113087] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23995; }","duration":"474.845007ms","start":"2026-03-02T19:51:12.358667Z","end":"2026-03-02T19:51:12.833512Z","steps":["trace[548113087] 'agreement among raft nodes before linearized reading' (duration: 474.674841ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:12.833548Z","caller":"traceutil/trace.go:171","msg":"trace[84634290] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23995; }","duration":"388.185579ms","start":"2026-03-02T19:51:12.445349Z","end":"2026-03-02T19:51:12.833534Z","steps":["trace[84634290] 'agreement among raft nodes before linearized reading' (duration: 388.051124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:12.833498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102385275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:12.833578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:12.358645Z","time spent":"474.92309ms","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:12.833585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:12.445332Z","time spent":"388.24236ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:12.833629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273991442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-02T19:51:12.833657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570892824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-02T19:51:12.83368Z","caller":"traceutil/trace.go:171","msg":"trace[499628224] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23995; }","duration":"1.274048964s","start":"2026-03-02T19:51:11.559617Z","end":"2026-03-02T19:51:12.833666Z","steps":["trace[499628224] 'agreement among raft nodes before linearized reading' (duration: 1.273890529s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:12.833701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:11.559584Z","time spent":"1.274112266s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T19:51:12.833699Z","caller":"traceutil/trace.go:171","msg":"trace[320001982] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23995; }","duration":"1.570966136s","start":"2026-03-02T19:51:11.262723Z","end":"2026-03-02T19:51:12.833689Z","steps":["trace[320001982] 'agreement among raft nodes before linearized reading' (duration: 1.570862503s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:12.833735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:11.262702Z","time spent":"1.571023319s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-02T19:51:12.833739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360389914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:51:12.833626Z","caller":"traceutil/trace.go:171","msg":"trace[692812969] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:23995; }","duration":"1.102596593s","start":"2026-03-02T19:51:11.731Z","end":"2026-03-02T19:51:12.833597Z","steps":["trace[692812969] 'agreement among raft nodes before linearized reading' (duration: 1.102339524s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:12.833786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:11.730977Z","time spent":"1.102801829s","remote":"127.0.0.1:34712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:12.833784Z","caller":"traceutil/trace.go:171","msg":"trace[647049777] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23995; }","duration":"1.360536978s","start":"2026-03-02T19:51:11.473233Z","end":"2026-03-02T19:51:12.83377Z","steps":["trace[647049777] 'agreement among raft nodes before linearized reading' (duration: 1.360408924s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:12.833776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709040957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-rcvgp.18991d6932b77085\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-03-02T19:51:12.833815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:11.473207Z","time spent":"1.36059963s","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:12.833839Z","caller":"traceutil/trace.go:171","msg":"trace[1565386783] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-rcvgp.18991d6932b77085; range_end:; response_count:1; response_revision:23995; }","duration":"1.709139829s","start":"2026-03-02T19:51:11.124678Z","end":"2026-03-02T19:51:12.833818Z","steps":["trace[1565386783] 'agreement among raft nodes before linearized reading' (duration: 1.708918463s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:12.833533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:12.410662Z","time spent":"422.762347ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:12.833934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813027952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:51:12.833899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:11.124657Z","time spent":"1.709229423s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":973,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-rcvgp.18991d6932b77085\" "} {"level":"warn","ts":"2026-03-02T19:51:12.833469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.844255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T19:51:12.833969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246048243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T19:51:12.833974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660355012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:12.834Z","caller":"traceutil/trace.go:171","msg":"trace[1096664205] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23995; }","duration":"1.813128336s","start":"2026-03-02T19:51:11.020853Z","end":"2026-03-02T19:51:12.833981Z","steps":["trace[1096664205] 'agreement among raft nodes before linearized reading' (duration: 1.812920289s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:12.834028Z","caller":"traceutil/trace.go:171","msg":"trace[1699356752] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23995; }","duration":"2.246138866s","start":"2026-03-02T19:51:10.587875Z","end":"2026-03-02T19:51:12.834014Z","steps":["trace[1699356752] 'agreement among raft nodes before linearized reading' (duration: 2.24595242s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:12.834031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274846669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-02T19:51:12.834069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:10.58786Z","time spent":"2.246194158s","remote":"127.0.0.1:33408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:12.83405Z","caller":"traceutil/trace.go:171","msg":"trace[1424439200] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:23995; }","duration":"1.660472956s","start":"2026-03-02T19:51:11.173555Z","end":"2026-03-02T19:51:12.834028Z","steps":["trace[1424439200] 'agreement among raft nodes before linearized reading' (duration: 1.660311251s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:12.834059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:11.020833Z","time spent":"1.813214378s","remote":"127.0.0.1:48134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:12.834091Z","caller":"traceutil/trace.go:171","msg":"trace[445496389] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23995; }","duration":"1.274944101s","start":"2026-03-02T19:51:11.559129Z","end":"2026-03-02T19:51:12.834073Z","steps":["trace[445496389] 'agreement among raft nodes before linearized reading' (duration: 1.274650672s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:12.834088Z","caller":"traceutil/trace.go:171","msg":"trace[1315793723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23995; }","duration":"193.468624ms","start":"2026-03-02T19:51:12.640528Z","end":"2026-03-02T19:51:12.833997Z","steps":["trace[1315793723] 'agreement among raft nodes before linearized reading' (duration: 192.678479ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:12.833544Z","caller":"traceutil/trace.go:171","msg":"trace[51088524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23995; }","duration":"418.010457ms","start":"2026-03-02T19:51:12.415512Z","end":"2026-03-02T19:51:12.833523Z","steps":["trace[51088524] 'agreement among raft nodes before linearized reading' (duration: 417.729468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:12.83413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:11.559107Z","time spent":"1.275014414s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T19:51:12.834124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:11.173535Z","time spent":"1.66057247s","remote":"127.0.0.1:37944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:12.834157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:12.4155Z","time spent":"418.645117ms","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:51:12.834516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423505523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qkk5g\" ","response":"range_response_count:1 size:6394"} {"level":"warn","ts":"2026-03-02T19:51:12.834529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553383163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:51:12.834581Z","caller":"traceutil/trace.go:171","msg":"trace[727593781] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qkk5g; range_end:; response_count:1; response_revision:23995; }","duration":"2.423578836s","start":"2026-03-02T19:51:10.410985Z","end":"2026-03-02T19:51:12.834564Z","steps":["trace[727593781] 'agreement among raft nodes before linearized reading' (duration: 2.422587395s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:12.834617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:10.410982Z","time spent":"2.423627147s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6418,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-qkk5g\" "} {"level":"info","ts":"2026-03-02T19:51:12.834872Z","caller":"traceutil/trace.go:171","msg":"trace[1976726566] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23995; }","duration":"1.553462735s","start":"2026-03-02T19:51:11.281113Z","end":"2026-03-02T19:51:12.834576Z","steps":["trace[1976726566] 'agreement among raft nodes before linearized reading' (duration: 1.552573017s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:12.834991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:11.281107Z","time spent":"1.553867978s","remote":"127.0.0.1:33850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:15.653053Z","caller":"traceutil/trace.go:171","msg":"trace[1192890693] linearizableReadLoop","detail":"{readStateIndex:24920; appliedIndex:24919; }","duration":"108.87995ms","start":"2026-03-02T19:51:15.54415Z","end":"2026-03-02T19:51:15.65303Z","steps":["trace[1192890693] 'read index received' (duration: 108.514338ms)","trace[1192890693] 'applied index is now lower than readState.Index' (duration: 364.592µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:15.653188Z","caller":"traceutil/trace.go:171","msg":"trace[1390099731] transaction","detail":"{read_only:false; response_revision:24053; number_of_response:1; }","duration":"162.642504ms","start":"2026-03-02T19:51:15.490504Z","end":"2026-03-02T19:51:15.653146Z","steps":["trace[1390099731] 'process raft request' (duration: 162.270112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:15.653345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.185479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T19:51:15.653384Z","caller":"traceutil/trace.go:171","msg":"trace[1736553901] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24053; }","duration":"109.303643ms","start":"2026-03-02T19:51:15.544068Z","end":"2026-03-02T19:51:15.653372Z","steps":["trace[1736553901] 'agreement among raft nodes before linearized reading' (duration: 109.069965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:15.653396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.641233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:51:15.653563Z","caller":"traceutil/trace.go:171","msg":"trace[524564577] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24053; }","duration":"108.832568ms","start":"2026-03-02T19:51:15.544712Z","end":"2026-03-02T19:51:15.653544Z","steps":["trace[524564577] 'agreement among raft nodes before linearized reading' (duration: 108.457636ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:19.170615Z","caller":"traceutil/trace.go:171","msg":"trace[1105677316] transaction","detail":"{read_only:false; response_revision:24108; number_of_response:1; }","duration":"100.055162ms","start":"2026-03-02T19:51:19.070503Z","end":"2026-03-02T19:51:19.170558Z","steps":["trace[1105677316] 'process raft request' (duration: 97.099988ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:23.32264Z","caller":"traceutil/trace.go:171","msg":"trace[2075722449] linearizableReadLoop","detail":"{readStateIndex:25011; appliedIndex:25009; }","duration":"312.512384ms","start":"2026-03-02T19:51:23.010112Z","end":"2026-03-02T19:51:23.322624Z","steps":["trace[2075722449] 'read index received' (duration: 312.432731ms)","trace[2075722449] 'applied index is now lower than readState.Index' (duration: 76.613µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:23.322728Z","caller":"traceutil/trace.go:171","msg":"trace[1779711313] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"318.267825ms","start":"2026-03-02T19:51:23.004451Z","end":"2026-03-02T19:51:23.322719Z","steps":["trace[1779711313] 'process raft request' (duration: 318.139361ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:23.322745Z","caller":"traceutil/trace.go:171","msg":"trace[537398750] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"318.278645ms","start":"2026-03-02T19:51:23.004437Z","end":"2026-03-02T19:51:23.322716Z","steps":["trace[537398750] 'process raft request' (duration: 318.033677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:23.322824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:23.00442Z","time spent":"318.331417ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:23.322894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:23.004396Z","time spent":"318.42ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:23.323098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.984658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:51:23.323132Z","caller":"traceutil/trace.go:171","msg":"trace[1327042706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24143; }","duration":"313.04889ms","start":"2026-03-02T19:51:23.010075Z","end":"2026-03-02T19:51:23.323124Z","steps":["trace[1327042706] 'agreement among raft nodes before linearized reading' (duration: 312.923896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:23.323161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:23.010057Z","time spent":"313.099391ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:51:23.345903Z","caller":"traceutil/trace.go:171","msg":"trace[1009167761] transaction","detail":"{read_only:false; response_revision:24144; number_of_response:1; }","duration":"155.170148ms","start":"2026-03-02T19:51:23.190703Z","end":"2026-03-02T19:51:23.345873Z","steps":["trace[1009167761] 'process raft request' (duration: 154.982832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:23.346521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.392336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:1 size:1053"} {"level":"info","ts":"2026-03-02T19:51:23.346579Z","caller":"traceutil/trace.go:171","msg":"trace[894393937] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:1; response_revision:24147; }","duration":"169.537051ms","start":"2026-03-02T19:51:23.177026Z","end":"2026-03-02T19:51:23.346563Z","steps":["trace[894393937] 'agreement among raft nodes before linearized reading' (duration: 169.351855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:23.346641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.86956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-02T19:51:23.346705Z","caller":"traceutil/trace.go:171","msg":"trace[1668655475] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24147; }","duration":"269.955473ms","start":"2026-03-02T19:51:23.076733Z","end":"2026-03-02T19:51:23.346689Z","steps":["trace[1668655475] 'agreement among raft nodes before linearized reading' (duration: 269.821009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:23.346788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.408235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-02T19:51:23.346904Z","caller":"traceutil/trace.go:171","msg":"trace[174456346] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24147; }","duration":"295.551639ms","start":"2026-03-02T19:51:23.051326Z","end":"2026-03-02T19:51:23.346877Z","steps":["trace[174456346] 'agreement among raft nodes before linearized reading' (duration: 295.328132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:23.346945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.518359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1635"} {"level":"info","ts":"2026-03-02T19:51:23.346988Z","caller":"traceutil/trace.go:171","msg":"trace[1933344707] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24147; }","duration":"195.610801ms","start":"2026-03-02T19:51:23.151368Z","end":"2026-03-02T19:51:23.346979Z","steps":["trace[1933344707] 'agreement among raft nodes before linearized reading' (duration: 195.506608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:23.347138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.169568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:51:23.347177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.208488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-02T19:51:23.347217Z","caller":"traceutil/trace.go:171","msg":"trace[7676051] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24148; }","duration":"221.28077ms","start":"2026-03-02T19:51:23.125927Z","end":"2026-03-02T19:51:23.347208Z","steps":["trace[7676051] 'agreement among raft nodes before linearized reading' (duration: 221.182177ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:23.347194Z","caller":"traceutil/trace.go:171","msg":"trace[207596126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24148; }","duration":"335.233959ms","start":"2026-03-02T19:51:23.011947Z","end":"2026-03-02T19:51:23.347181Z","steps":["trace[207596126] 'agreement among raft nodes before linearized reading' (duration: 335.085665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:23.347246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.623498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T19:51:23.347293Z","caller":"traceutil/trace.go:171","msg":"trace[252079459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24148; }","duration":"152.68964ms","start":"2026-03-02T19:51:23.194591Z","end":"2026-03-02T19:51:23.347281Z","steps":["trace[252079459] 'agreement among raft nodes before linearized reading' (duration: 152.593577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:23.347265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:23.011941Z","time spent":"335.313502ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:51:23.347389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.445415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:23.347432Z","caller":"traceutil/trace.go:171","msg":"trace[1721668401] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24148; }","duration":"221.536408ms","start":"2026-03-02T19:51:23.125884Z","end":"2026-03-02T19:51:23.347421Z","steps":["trace[1721668401] 'agreement among raft nodes before linearized reading' (duration: 221.469996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:23.347445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.071683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:853"} {"level":"warn","ts":"2026-03-02T19:51:23.347474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.244697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-02T19:51:23.347507Z","caller":"traceutil/trace.go:171","msg":"trace[1564570574] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24148; }","duration":"146.290308ms","start":"2026-03-02T19:51:23.201207Z","end":"2026-03-02T19:51:23.347497Z","steps":["trace[1564570574] 'agreement among raft nodes before linearized reading' (duration: 146.206566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:23.347651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.224974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T19:51:23.34769Z","caller":"traceutil/trace.go:171","msg":"trace[481896237] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24148; }","duration":"245.301686ms","start":"2026-03-02T19:51:23.102379Z","end":"2026-03-02T19:51:23.347681Z","steps":["trace[481896237] 'agreement among raft nodes before linearized reading' (duration: 245.198413ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:23.347475Z","caller":"traceutil/trace.go:171","msg":"trace[867659318] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:24148; }","duration":"120.153355ms","start":"2026-03-02T19:51:23.227313Z","end":"2026-03-02T19:51:23.347466Z","steps":["trace[867659318] 'agreement among raft nodes before linearized reading' (duration: 120.064353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:23.348276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.00935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/load-balancer\" ","response":"range_response_count:1 size:877"} {"level":"info","ts":"2026-03-02T19:51:23.348385Z","caller":"traceutil/trace.go:171","msg":"trace[1817116224] range","detail":"{range_begin:/registry/ingress/openstack/load-balancer; range_end:; response_count:1; response_revision:24148; }","duration":"320.178185ms","start":"2026-03-02T19:51:23.028184Z","end":"2026-03-02T19:51:23.348363Z","steps":["trace[1817116224] 'agreement among raft nodes before linearized reading' (duration: 318.834362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:23.348424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:23.028171Z","time spent":"320.243997ms","remote":"127.0.0.1:33626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":901,"request content":"key:\"/registry/ingress/openstack/load-balancer\" "} {"level":"warn","ts":"2026-03-02T19:51:29.20136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947480362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:51:29.702332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947480362,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:51:29.897962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.369210622s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:51:29.898347Z","caller":"traceutil/trace.go:171","msg":"trace[1297973360] transaction","detail":"{read_only:false; response_revision:24242; number_of_response:1; }","duration":"1.369681337s","start":"2026-03-02T19:51:28.52864Z","end":"2026-03-02T19:51:29.898321Z","steps":["trace[1297973360] 'process raft request' (duration: 1.369488031s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:29.898494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:28.528622Z","time spent":"1.36978023s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:30.433784Z","caller":"traceutil/trace.go:171","msg":"trace[1365814943] transaction","detail":"{read_only:false; response_revision:24243; number_of_response:1; }","duration":"1.868549052s","start":"2026-03-02T19:51:28.565211Z","end":"2026-03-02T19:51:30.43376Z","steps":["trace[1365814943] 'process raft request' (duration: 1.868310184s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:30.43397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:28.56519Z","time spent":"1.868674895s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:30.434188Z","caller":"traceutil/trace.go:171","msg":"trace[503864555] transaction","detail":"{read_only:false; response_revision:24244; number_of_response:1; }","duration":"1.091158393s","start":"2026-03-02T19:51:29.343008Z","end":"2026-03-02T19:51:30.434167Z","steps":["trace[503864555] 'process raft request' (duration: 1.090700868s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:30.434233Z","caller":"traceutil/trace.go:171","msg":"trace[1986637951] transaction","detail":"{read_only:false; response_revision:24245; number_of_response:1; }","duration":"1.085479294s","start":"2026-03-02T19:51:29.348725Z","end":"2026-03-02T19:51:30.434204Z","steps":["trace[1986637951] 'process raft request' (duration: 1.085306088s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:30.434289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:29.34298Z","time spent":"1.091263006s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:30.43438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:29.34869Z","time spent":"1.085613458s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:30.434505Z","caller":"traceutil/trace.go:171","msg":"trace[1415374861] transaction","detail":"{read_only:false; response_revision:24246; number_of_response:1; }","duration":"1.061721355s","start":"2026-03-02T19:51:29.372751Z","end":"2026-03-02T19:51:30.434473Z","steps":["trace[1415374861] 'process raft request' (duration: 1.061408825s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:30.434548Z","caller":"traceutil/trace.go:171","msg":"trace[982697386] transaction","detail":"{read_only:false; response_revision:24248; number_of_response:1; }","duration":"1.059875467s","start":"2026-03-02T19:51:29.374661Z","end":"2026-03-02T19:51:30.434537Z","steps":["trace[982697386] 'process raft request' (duration: 1.059695812s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:30.434577Z","caller":"traceutil/trace.go:171","msg":"trace[286475077] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"1.05868663s","start":"2026-03-02T19:51:29.375873Z","end":"2026-03-02T19:51:30.43456Z","steps":["trace[286475077] 'process raft request' (duration: 1.058531795s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:30.434584Z","caller":"traceutil/trace.go:171","msg":"trace[1824054985] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"830.104889ms","start":"2026-03-02T19:51:29.604458Z","end":"2026-03-02T19:51:30.434563Z","steps":["trace[1824054985] 'process raft request' (duration: 829.996886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:30.434606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:29.374653Z","time spent":"1.059917138s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:30.434562Z","caller":"traceutil/trace.go:171","msg":"trace[631376709] transaction","detail":"{read_only:false; response_revision:24247; number_of_response:1; }","duration":"1.060876529s","start":"2026-03-02T19:51:29.373639Z","end":"2026-03-02T19:51:30.434516Z","steps":["trace[631376709] 'process raft request' (duration: 1.060645671s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:30.434624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:29.372729Z","time spent":"1.061835819s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:30.434642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:29.37554Z","time spent":"1.059068781s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:30.43468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:29.604424Z","time spent":"830.208672ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:30.43479Z","caller":"traceutil/trace.go:171","msg":"trace[266455983] transaction","detail":"{read_only:false; response_revision:24251; number_of_response:1; }","duration":"818.441162ms","start":"2026-03-02T19:51:29.616331Z","end":"2026-03-02T19:51:30.434773Z","steps":["trace[266455983] 'process raft request' (duration: 818.180053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:30.434781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:29.373589Z","time spent":"1.061081914s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:30.434887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:29.616312Z","time spent":"818.526874ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:30.620258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.538425ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:51:30.620337Z","caller":"traceutil/trace.go:171","msg":"trace[1990293368] linearizableReadLoop","detail":"{readStateIndex:25120; appliedIndex:25110; }","duration":"1.919235968s","start":"2026-03-02T19:51:28.701087Z","end":"2026-03-02T19:51:30.620323Z","steps":["trace[1990293368] 'read index received' (duration: 1.197123131s)","trace[1990293368] 'applied index is now lower than readState.Index' (duration: 722.111687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:30.620617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919512057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:30.620694Z","caller":"traceutil/trace.go:171","msg":"trace[1659189540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24251; }","duration":"1.919647751s","start":"2026-03-02T19:51:28.701028Z","end":"2026-03-02T19:51:30.620675Z","steps":["trace[1659189540] 'agreement among raft nodes before linearized reading' (duration: 1.919483706s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:30.620739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:28.701007Z","time spent":"1.919723043s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:51:30.62075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.312349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T19:51:30.620749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239269807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T19:51:30.620807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.46114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:51:30.620779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462604843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-02T19:51:30.620816Z","caller":"traceutil/trace.go:171","msg":"trace[1798702885] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24251; }","duration":"1.239369731s","start":"2026-03-02T19:51:29.381432Z","end":"2026-03-02T19:51:30.620802Z","steps":["trace[1798702885] 'agreement among raft nodes before linearized reading' (duration: 1.239201165s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:30.620818Z","caller":"traceutil/trace.go:171","msg":"trace[33746198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24251; }","duration":"766.377911ms","start":"2026-03-02T19:51:29.85442Z","end":"2026-03-02T19:51:30.620797Z","steps":["trace[33746198] 'agreement among raft nodes before linearized reading' (duration: 766.245176ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:30.620841Z","caller":"traceutil/trace.go:171","msg":"trace[555968591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24251; }","duration":"611.533004ms","start":"2026-03-02T19:51:30.009298Z","end":"2026-03-02T19:51:30.620831Z","steps":["trace[555968591] 'agreement among raft nodes before linearized reading' (duration: 611.42445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:30.620812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.01965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:30.620864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:29.381424Z","time spent":"1.239432072s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:51:30.620871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:30.009283Z","time spent":"611.582855ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:51:30.620873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:29.854371Z","time spent":"766.493165ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:51:30.62087Z","caller":"traceutil/trace.go:171","msg":"trace[482903332] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79; range_end:; response_count:1; response_revision:24251; }","duration":"1.462751458s","start":"2026-03-02T19:51:29.158098Z","end":"2026-03-02T19:51:30.620849Z","steps":["trace[482903332] 'agreement among raft nodes before linearized reading' (duration: 1.46249158s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:30.620906Z","caller":"traceutil/trace.go:171","msg":"trace[1782162119] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24251; }","duration":"493.208746ms","start":"2026-03-02T19:51:30.127671Z","end":"2026-03-02T19:51:30.62088Z","steps":["trace[1782162119] 'agreement among raft nodes before linearized reading' (duration: 493.01911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:30.620921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:29.158045Z","time spent":"1.462864431s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" "} {"level":"warn","ts":"2026-03-02T19:51:30.620952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:30.127639Z","time spent":"493.300589ms","remote":"127.0.0.1:38226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:30.621009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243212833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:51:30.621059Z","caller":"traceutil/trace.go:171","msg":"trace[2117908956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24251; }","duration":"1.243303105s","start":"2026-03-02T19:51:29.37774Z","end":"2026-03-02T19:51:30.621043Z","steps":["trace[2117908956] 'agreement among raft nodes before linearized reading' (duration: 1.243168401s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:30.621104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:29.377721Z","time spent":"1.243374737s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:51:30.621097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243659306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:51:30.62119Z","caller":"traceutil/trace.go:171","msg":"trace[13378078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24251; }","duration":"1.24379443s","start":"2026-03-02T19:51:29.377378Z","end":"2026-03-02T19:51:30.621173Z","steps":["trace[13378078] 'agreement among raft nodes before linearized reading' (duration: 1.243539362s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:30.62124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:29.377362Z","time spent":"1.243863523s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:51:30.62159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.948011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-02T19:51:30.62164Z","caller":"traceutil/trace.go:171","msg":"trace[510007224] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79; range_end:; response_count:1; response_revision:24251; }","duration":"702.028244ms","start":"2026-03-02T19:51:29.919597Z","end":"2026-03-02T19:51:30.621625Z","steps":["trace[510007224] 'agreement among raft nodes before linearized reading' (duration: 701.010572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:30.62167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:29.919582Z","time spent":"702.080946ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" "} {"level":"info","ts":"2026-03-02T19:51:31.108277Z","caller":"traceutil/trace.go:171","msg":"trace[462293156] transaction","detail":"{read_only:false; response_revision:24252; number_of_response:1; }","duration":"483.333656ms","start":"2026-03-02T19:51:30.624922Z","end":"2026-03-02T19:51:31.108256Z","steps":["trace[462293156] 'process raft request' (duration: 483.184052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:31.108406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:30.624889Z","time spent":"483.45297ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:32.292331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.184203544s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:51:32.396102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.219371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:51:32.3964Z","caller":"traceutil/trace.go:171","msg":"trace[246712854] linearizableReadLoop","detail":"{readStateIndex:25126; appliedIndex:25121; }","duration":"1.770592886s","start":"2026-03-02T19:51:30.625786Z","end":"2026-03-02T19:51:32.396379Z","steps":["trace[246712854] 'read index received' (duration: 482.373265ms)","trace[246712854] 'applied index is now lower than readState.Index' (duration: 1.288218101s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:32.396679Z","caller":"traceutil/trace.go:171","msg":"trace[1845714987] transaction","detail":"{read_only:false; response_revision:24253; number_of_response:1; }","duration":"1.771530836s","start":"2026-03-02T19:51:30.625136Z","end":"2026-03-02T19:51:32.396667Z","steps":["trace[1845714987] 'process raft request' (duration: 1.667488809s)","trace[1845714987] 'compare' (duration: 102.455837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:32.396729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:30.625109Z","time spent":"1.771595778s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:32.396898Z","caller":"traceutil/trace.go:171","msg":"trace[443019297] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"1.771634009s","start":"2026-03-02T19:51:30.625256Z","end":"2026-03-02T19:51:32.39689Z","steps":["trace[443019297] 'process raft request' (duration: 1.770945118s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:32.396939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:30.625249Z","time spent":"1.77167083s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:32.397033Z","caller":"traceutil/trace.go:171","msg":"trace[1956882946] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"1.771670471s","start":"2026-03-02T19:51:30.625356Z","end":"2026-03-02T19:51:32.397027Z","steps":["trace[1956882946] 'process raft request' (duration: 1.770944568s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:32.397071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:30.625348Z","time spent":"1.771704681s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:32.397159Z","caller":"traceutil/trace.go:171","msg":"trace[3712408] transaction","detail":"{read_only:false; response_revision:24256; number_of_response:1; }","duration":"1.771779244s","start":"2026-03-02T19:51:30.625374Z","end":"2026-03-02T19:51:32.397153Z","steps":["trace[3712408] 'process raft request' (duration: 1.770963188s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:32.397197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:30.625351Z","time spent":"1.771828745s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:32.397302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765909409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:32.397344Z","caller":"traceutil/trace.go:171","msg":"trace[2119062271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24256; }","duration":"1.76596621s","start":"2026-03-02T19:51:30.631367Z","end":"2026-03-02T19:51:32.397333Z","steps":["trace[2119062271] 'agreement among raft nodes before linearized reading' (duration: 1.765876377s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:32.397369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:30.63136Z","time spent":"1.766004072s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:51:32.397403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771616469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7ef14433-e733-48fa-bc78-2581674fd607\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-02T19:51:32.397431Z","caller":"traceutil/trace.go:171","msg":"trace[1305719632] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7ef14433-e733-48fa-bc78-2581674fd607; range_end:; response_count:1; response_revision:24256; }","duration":"1.77166429s","start":"2026-03-02T19:51:30.625758Z","end":"2026-03-02T19:51:32.397422Z","steps":["trace[1305719632] 'agreement among raft nodes before linearized reading' (duration: 1.771574207s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:32.397451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:30.625747Z","time spent":"1.771698712s","remote":"127.0.0.1:33436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-7ef14433-e733-48fa-bc78-2581674fd607\" "} {"level":"warn","ts":"2026-03-02T19:51:32.397556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.155094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-02T19:51:32.39759Z","caller":"traceutil/trace.go:171","msg":"trace[25963680] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79; range_end:; response_count:1; response_revision:24256; }","duration":"772.185795ms","start":"2026-03-02T19:51:31.625394Z","end":"2026-03-02T19:51:32.39758Z","steps":["trace[25963680] 'agreement among raft nodes before linearized reading' (duration: 772.086322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:32.397611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:31.625323Z","time spent":"772.282648ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" "} {"level":"warn","ts":"2026-03-02T19:51:32.39768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.088615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T19:51:32.397708Z","caller":"traceutil/trace.go:171","msg":"trace[559450912] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24256; }","duration":"461.143517ms","start":"2026-03-02T19:51:31.936558Z","end":"2026-03-02T19:51:32.397702Z","steps":["trace[559450912] 'agreement among raft nodes before linearized reading' (duration: 461.076195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:32.397726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:31.936544Z","time spent":"461.177909ms","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T19:51:32.397758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.429308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:51:32.397786Z","caller":"traceutil/trace.go:171","msg":"trace[113919302] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24256; }","duration":"802.479439ms","start":"2026-03-02T19:51:31.5953Z","end":"2026-03-02T19:51:32.397779Z","steps":["trace[113919302] 'agreement among raft nodes before linearized reading' (duration: 802.407627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:32.39781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:31.595285Z","time spent":"802.518011ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:51:32.397842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.044404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:51:32.397859Z","caller":"traceutil/trace.go:171","msg":"trace[224111740] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24256; }","duration":"541.105016ms","start":"2026-03-02T19:51:31.856749Z","end":"2026-03-02T19:51:32.397854Z","steps":["trace[224111740] 'agreement among raft nodes before linearized reading' (duration: 541.051834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:32.397875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:31.856727Z","time spent":"541.144387ms","remote":"127.0.0.1:33842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:32.397976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.508746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-cdf4666f7-ls9xh.18991e16c56b364d\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-03-02T19:51:32.398003Z","caller":"traceutil/trace.go:171","msg":"trace[1629592485] range","detail":"{range_begin:/registry/events/openstack/magnum-api-cdf4666f7-ls9xh.18991e16c56b364d; range_end:; response_count:1; response_revision:24256; }","duration":"899.560278ms","start":"2026-03-02T19:51:31.498433Z","end":"2026-03-02T19:51:32.397994Z","steps":["trace[1629592485] 'agreement among raft nodes before linearized reading' (duration: 899.471515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:32.398023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.883926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:32.398024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:31.498419Z","time spent":"899.599539ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":804,"request content":"key:\"/registry/events/openstack/magnum-api-cdf4666f7-ls9xh.18991e16c56b364d\" "} {"level":"info","ts":"2026-03-02T19:51:32.398043Z","caller":"traceutil/trace.go:171","msg":"trace[1141749066] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24256; }","duration":"678.943737ms","start":"2026-03-02T19:51:31.719091Z","end":"2026-03-02T19:51:32.398035Z","steps":["trace[1141749066] 'agreement among raft nodes before linearized reading' (duration: 678.914096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:32.39806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:31.719069Z","time spent":"678.986909ms","remote":"127.0.0.1:38274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:32.398154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.689729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:32.398178Z","caller":"traceutil/trace.go:171","msg":"trace[1613183882] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24256; }","duration":"937.71547ms","start":"2026-03-02T19:51:31.460454Z","end":"2026-03-02T19:51:32.39817Z","steps":["trace[1613183882] 'agreement among raft nodes before linearized reading' (duration: 937.675528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:32.398201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:31.460408Z","time spent":"937.786251ms","remote":"127.0.0.1:49232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:32.398404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572089474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:51:32.39843Z","caller":"traceutil/trace.go:171","msg":"trace[331575777] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24256; }","duration":"1.572154595s","start":"2026-03-02T19:51:30.826266Z","end":"2026-03-02T19:51:32.39842Z","steps":["trace[331575777] 'agreement among raft nodes before linearized reading' (duration: 1.572045242s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:32.398452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:30.82625Z","time spent":"1.572195316s","remote":"127.0.0.1:33680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:32.39732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.327956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:51:32.398555Z","caller":"traceutil/trace.go:171","msg":"trace[309917589] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24256; }","duration":"750.586154ms","start":"2026-03-02T19:51:31.647959Z","end":"2026-03-02T19:51:32.398545Z","steps":["trace[309917589] 'agreement among raft nodes before linearized reading' (duration: 749.330045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:32.398583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:31.647945Z","time spent":"750.628056ms","remote":"127.0.0.1:53906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:32.398555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736567635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:32.398157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.144003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:32.398639Z","caller":"traceutil/trace.go:171","msg":"trace[398956888] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24256; }","duration":"745.641709ms","start":"2026-03-02T19:51:31.652984Z","end":"2026-03-02T19:51:32.398625Z","steps":["trace[398956888] 'agreement among raft nodes before linearized reading' (duration: 745.157224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:32.398668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:31.652972Z","time spent":"745.68693ms","remote":"127.0.0.1:54802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:32.398747Z","caller":"traceutil/trace.go:171","msg":"trace[1047689680] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24256; }","duration":"1.736677397s","start":"2026-03-02T19:51:30.661932Z","end":"2026-03-02T19:51:32.398609Z","steps":["trace[1047689680] 'agreement among raft nodes before linearized reading' (duration: 1.736553104s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:32.398806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:30.661919Z","time spent":"1.736872664s","remote":"127.0.0.1:38338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:32.760725Z","caller":"traceutil/trace.go:171","msg":"trace[258861164] linearizableReadLoop","detail":"{readStateIndex:25127; appliedIndex:25126; }","duration":"356.600263ms","start":"2026-03-02T19:51:32.404056Z","end":"2026-03-02T19:51:32.760656Z","steps":["trace[258861164] 'read index received' (duration: 277.176191ms)","trace[258861164] 'applied index is now lower than readState.Index' (duration: 79.422582ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:32.760786Z","caller":"traceutil/trace.go:171","msg":"trace[1355248038] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"357.884463ms","start":"2026-03-02T19:51:32.402843Z","end":"2026-03-02T19:51:32.760727Z","steps":["trace[1355248038] 'process raft request' (duration: 278.376829ms)","trace[1355248038] 'compare' (duration: 79.294048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:32.760917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.844321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:51:32.760978Z","caller":"traceutil/trace.go:171","msg":"trace[933725890] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24257; }","duration":"356.960695ms","start":"2026-03-02T19:51:32.404004Z","end":"2026-03-02T19:51:32.760964Z","steps":["trace[933725890] 'agreement among raft nodes before linearized reading' (duration: 356.780759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:32.761002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:32.403992Z","time spent":"357.005996ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:51:32.760994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:32.402817Z","time spent":"358.046059ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:33.048925Z","caller":"traceutil/trace.go:171","msg":"trace[1047813496] transaction","detail":"{read_only:false; response_revision:24259; number_of_response:1; }","duration":"606.504365ms","start":"2026-03-02T19:51:32.442402Z","end":"2026-03-02T19:51:33.048907Z","steps":["trace[1047813496] 'process raft request' (duration: 606.447934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:33.049041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:32.442382Z","time spent":"606.600269ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:33.048928Z","caller":"traceutil/trace.go:171","msg":"trace[324585072] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"607.074713ms","start":"2026-03-02T19:51:32.441831Z","end":"2026-03-02T19:51:33.048906Z","steps":["trace[324585072] 'process raft request' (duration: 606.886908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:33.049155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:32.441805Z","time spent":"607.317001ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:33.049167Z","caller":"traceutil/trace.go:171","msg":"trace[1545287451] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"606.3366ms","start":"2026-03-02T19:51:32.44281Z","end":"2026-03-02T19:51:33.049147Z","steps":["trace[1545287451] 'process raft request' (duration: 606.067002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:33.049306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:32.442785Z","time spent":"606.441284ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:33.049504Z","caller":"traceutil/trace.go:171","msg":"trace[1428963220] transaction","detail":"{read_only:false; response_revision:24261; number_of_response:1; }","duration":"606.166885ms","start":"2026-03-02T19:51:32.44331Z","end":"2026-03-02T19:51:33.049477Z","steps":["trace[1428963220] 'process raft request' (duration: 605.752302ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:33.049565Z","caller":"traceutil/trace.go:171","msg":"trace[2102612575] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"605.979229ms","start":"2026-03-02T19:51:32.44358Z","end":"2026-03-02T19:51:33.049559Z","steps":["trace[2102612575] 'process raft request' (duration: 605.782533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:33.049574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.591422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:33.049603Z","caller":"traceutil/trace.go:171","msg":"trace[1662641353] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24264; }","duration":"369.649674ms","start":"2026-03-02T19:51:32.679946Z","end":"2026-03-02T19:51:33.049595Z","steps":["trace[1662641353] 'agreement among raft nodes before linearized reading' (duration: 369.594042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:33.04961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:32.443567Z","time spent":"606.01514ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:33.049607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.517308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:33.049634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:32.679934Z","time spent":"369.690056ms","remote":"127.0.0.1:33432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:33.049639Z","caller":"traceutil/trace.go:171","msg":"trace[692287386] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24264; }","duration":"394.553429ms","start":"2026-03-02T19:51:32.655077Z","end":"2026-03-02T19:51:33.049631Z","steps":["trace[692287386] 'agreement among raft nodes before linearized reading' (duration: 394.497598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:33.049662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:32.655054Z","time spent":"394.60135ms","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:33.049654Z","caller":"traceutil/trace.go:171","msg":"trace[1221214322] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"605.184584ms","start":"2026-03-02T19:51:32.444436Z","end":"2026-03-02T19:51:33.04962Z","steps":["trace[1221214322] 'process raft request' (duration: 605.011629ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:33.04954Z","caller":"traceutil/trace.go:171","msg":"trace[23552640] transaction","detail":"{read_only:false; response_revision:24264; number_of_response:1; }","duration":"604.870404ms","start":"2026-03-02T19:51:32.444661Z","end":"2026-03-02T19:51:33.049532Z","steps":["trace[23552640] 'process raft request' (duration: 604.825483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:33.049811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:32.444429Z","time spent":"605.302527ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:33.04982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:32.443297Z","time spent":"606.276829ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:33.04988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.338215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:33.049918Z","caller":"traceutil/trace.go:171","msg":"trace[173382499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24264; }","duration":"642.388326ms","start":"2026-03-02T19:51:32.407514Z","end":"2026-03-02T19:51:33.049902Z","steps":["trace[173382499] 'agreement among raft nodes before linearized reading' (duration: 642.339154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:33.049943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:32.407506Z","time spent":"642.432528ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:51:33.049519Z","caller":"traceutil/trace.go:171","msg":"trace[647794155] linearizableReadLoop","detail":"{readStateIndex:25134; appliedIndex:25127; }","duration":"288.704695ms","start":"2026-03-02T19:51:32.760806Z","end":"2026-03-02T19:51:33.049511Z","steps":["trace[647794155] 'read index received' (duration: 287.92893ms)","trace[647794155] 'applied index is now lower than readState.Index' (duration: 774.925µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:33.050067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:32.44465Z","time spent":"605.129292ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:33.051471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.219911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-02T19:51:33.051523Z","caller":"traceutil/trace.go:171","msg":"trace[761966684] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24264; }","duration":"289.298644ms","start":"2026-03-02T19:51:32.762215Z","end":"2026-03-02T19:51:33.051514Z","steps":["trace[761966684] 'agreement among raft nodes before linearized reading' (duration: 287.830327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:33.537096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.712608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:51:33.537225Z","caller":"traceutil/trace.go:171","msg":"trace[576704853] linearizableReadLoop","detail":"{readStateIndex:25135; appliedIndex:25134; }","duration":"370.45635ms","start":"2026-03-02T19:51:33.166749Z","end":"2026-03-02T19:51:33.537205Z","steps":["trace[576704853] 'read index received' (duration: 99.437882ms)","trace[576704853] 'applied index is now lower than readState.Index' (duration: 271.016448ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:33.537311Z","caller":"traceutil/trace.go:171","msg":"trace[834223872] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"420.696323ms","start":"2026-03-02T19:51:33.116544Z","end":"2026-03-02T19:51:33.53724Z","steps":["trace[834223872] 'process raft request' (duration: 149.681105ms)","trace[834223872] 'compare' (duration: 270.485281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:33.537394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.669686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:33.53742Z","caller":"traceutil/trace.go:171","msg":"trace[1992444268] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24265; }","duration":"370.739669ms","start":"2026-03-02T19:51:33.166671Z","end":"2026-03-02T19:51:33.537411Z","steps":["trace[1992444268] 'agreement among raft nodes before linearized reading' (duration: 370.670027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:33.537448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:33.166648Z","time spent":"370.79421ms","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:51:33.537774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:33.116519Z","time spent":"420.874848ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:33.53777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.327884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:33.537819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.238874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-02T19:51:33.537853Z","caller":"traceutil/trace.go:171","msg":"trace[179299788] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24265; }","duration":"129.469209ms","start":"2026-03-02T19:51:33.408365Z","end":"2026-03-02T19:51:33.537834Z","steps":["trace[179299788] 'agreement among raft nodes before linearized reading' (duration: 129.310283ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:33.537878Z","caller":"traceutil/trace.go:171","msg":"trace[1406251306] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79; range_end:; response_count:1; response_revision:24265; }","duration":"131.344347ms","start":"2026-03-02T19:51:33.40652Z","end":"2026-03-02T19:51:33.537864Z","steps":["trace[1406251306] 'agreement among raft nodes before linearized reading' (duration: 131.163582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:33.538024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.586835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18991e2860efdc21\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-02T19:51:33.538097Z","caller":"traceutil/trace.go:171","msg":"trace[1989108676] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18991e2860efdc21; range_end:; response_count:1; response_revision:24265; }","duration":"351.701349ms","start":"2026-03-02T19:51:33.186375Z","end":"2026-03-02T19:51:33.538077Z","steps":["trace[1989108676] 'agreement among raft nodes before linearized reading' (duration: 351.060039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:33.538138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:33.186364Z","time spent":"351.764501ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18991e2860efdc21\" "} {"level":"warn","ts":"2026-03-02T19:51:34.251775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.710219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:34.251804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.791844ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:34.251858Z","caller":"traceutil/trace.go:171","msg":"trace[912595626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24266; }","duration":"551.827273ms","start":"2026-03-02T19:51:33.700011Z","end":"2026-03-02T19:51:34.251838Z","steps":["trace[912595626] 'range keys from in-memory index tree' (duration: 551.636046ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:34.251882Z","caller":"traceutil/trace.go:171","msg":"trace[452662572] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24266; }","duration":"353.875787ms","start":"2026-03-02T19:51:33.897996Z","end":"2026-03-02T19:51:34.251872Z","steps":["trace[452662572] 'range keys from in-memory index tree' (duration: 353.778864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:34.251911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:33.699994Z","time spent":"551.905765ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:51:34.252215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.622486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:51:34.25229Z","caller":"traceutil/trace.go:171","msg":"trace[1637378171] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24266; }","duration":"611.72608ms","start":"2026-03-02T19:51:33.640553Z","end":"2026-03-02T19:51:34.252279Z","steps":["trace[1637378171] 'range keys from in-memory index tree' (duration: 611.4381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:34.252326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:33.640536Z","time spent":"611.780201ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T19:51:35.17836Z","caller":"traceutil/trace.go:171","msg":"trace[1886650723] transaction","detail":"{read_only:false; response_revision:24268; number_of_response:1; }","duration":"771.665749ms","start":"2026-03-02T19:51:34.406663Z","end":"2026-03-02T19:51:35.178329Z","steps":["trace[1886650723] 'process raft request' (duration: 746.261409ms)","trace[1886650723] 'compare' (duration: 25.212664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:35.178516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:34.406645Z","time spent":"771.795614ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:35.178666Z","caller":"traceutil/trace.go:171","msg":"trace[2042457997] transaction","detail":"{read_only:false; response_revision:24269; number_of_response:1; }","duration":"771.883246ms","start":"2026-03-02T19:51:34.406726Z","end":"2026-03-02T19:51:35.17861Z","steps":["trace[2042457997] 'process raft request' (duration: 771.559856ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:35.178711Z","caller":"traceutil/trace.go:171","msg":"trace[1577640616] linearizableReadLoop","detail":"{readStateIndex:25140; appliedIndex:25136; }","duration":"760.27333ms","start":"2026-03-02T19:51:34.418411Z","end":"2026-03-02T19:51:35.178684Z","steps":["trace[1577640616] 'read index received' (duration: 79.532745ms)","trace[1577640616] 'applied index is now lower than readState.Index' (duration: 680.738895ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:35.178833Z","caller":"traceutil/trace.go:171","msg":"trace[54900205] transaction","detail":"{read_only:false; response_revision:24270; number_of_response:1; }","duration":"771.302947ms","start":"2026-03-02T19:51:34.407513Z","end":"2026-03-02T19:51:35.178816Z","steps":["trace[54900205] 'process raft request' (duration: 770.993138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:35.178936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.519348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-02T19:51:35.178985Z","caller":"traceutil/trace.go:171","msg":"trace[2118836555] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:24270; }","duration":"760.58079ms","start":"2026-03-02T19:51:34.418392Z","end":"2026-03-02T19:51:35.178973Z","steps":["trace[2118836555] 'agreement among raft nodes before linearized reading' (duration: 760.427995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:35.179022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:34.418382Z","time spent":"760.630862ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/162.253.55.36\" "} {"level":"warn","ts":"2026-03-02T19:51:35.178872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:34.406708Z","time spent":"772.050592ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:35.179437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:34.407496Z","time spent":"771.37253ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:35.194863Z","caller":"traceutil/trace.go:171","msg":"trace[1491442555] transaction","detail":"{read_only:false; response_revision:24271; number_of_response:1; }","duration":"139.373151ms","start":"2026-03-02T19:51:35.05546Z","end":"2026-03-02T19:51:35.194833Z","steps":["trace[1491442555] 'process raft request' (duration: 139.125073ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:35.194888Z","caller":"traceutil/trace.go:171","msg":"trace[699868430] transaction","detail":"{read_only:false; response_revision:24273; number_of_response:1; }","duration":"138.698299ms","start":"2026-03-02T19:51:35.056163Z","end":"2026-03-02T19:51:35.194861Z","steps":["trace[699868430] 'process raft request' (duration: 138.608276ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:35.19506Z","caller":"traceutil/trace.go:171","msg":"trace[1230201535] transaction","detail":"{read_only:false; response_revision:24272; number_of_response:1; }","duration":"139.515795ms","start":"2026-03-02T19:51:35.055535Z","end":"2026-03-02T19:51:35.19505Z","steps":["trace[1230201535] 'process raft request' (duration: 139.192585ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:35.195128Z","caller":"traceutil/trace.go:171","msg":"trace[1918607923] transaction","detail":"{read_only:false; response_revision:24274; number_of_response:1; }","duration":"138.886065ms","start":"2026-03-02T19:51:35.056234Z","end":"2026-03-02T19:51:35.19512Z","steps":["trace[1918607923] 'process raft request' (duration: 138.579175ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:35.195269Z","caller":"traceutil/trace.go:171","msg":"trace[274837532] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"138.856664ms","start":"2026-03-02T19:51:35.056402Z","end":"2026-03-02T19:51:35.195259Z","steps":["trace[274837532] 'process raft request' (duration: 138.652028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:35.195451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.288969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-02T19:51:35.195484Z","caller":"traceutil/trace.go:171","msg":"trace[1809491112] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79; range_end:; response_count:1; response_revision:24277; }","duration":"652.379901ms","start":"2026-03-02T19:51:34.543093Z","end":"2026-03-02T19:51:35.195473Z","steps":["trace[1809491112] 'agreement among raft nodes before linearized reading' (duration: 652.239457ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:35.195478Z","caller":"traceutil/trace.go:171","msg":"trace[285196246] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"139.001948ms","start":"2026-03-02T19:51:35.056454Z","end":"2026-03-02T19:51:35.195456Z","steps":["trace[285196246] 'process raft request' (duration: 138.764861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:35.195506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:34.543059Z","time spent":"652.440833ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" "} {"level":"info","ts":"2026-03-02T19:51:35.195494Z","caller":"traceutil/trace.go:171","msg":"trace[2032393770] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"138.802242ms","start":"2026-03-02T19:51:35.056669Z","end":"2026-03-02T19:51:35.195471Z","steps":["trace[2032393770] 'process raft request' (duration: 138.621066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:36.862127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.491576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:36.862224Z","caller":"traceutil/trace.go:171","msg":"trace[1751490629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24280; }","duration":"147.638541ms","start":"2026-03-02T19:51:36.714564Z","end":"2026-03-02T19:51:36.862202Z","steps":["trace[1751490629] 'range keys from in-memory index tree' (duration: 147.402634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:36.862336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.131338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-02T19:51:36.862424Z","caller":"traceutil/trace.go:171","msg":"trace[587643754] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79; range_end:; response_count:1; response_revision:24280; }","duration":"662.257652ms","start":"2026-03-02T19:51:36.200142Z","end":"2026-03-02T19:51:36.8624Z","steps":["trace[587643754] 'range keys from in-memory index tree' (duration: 661.89131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:36.862474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:36.200128Z","time spent":"662.334275ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" "} {"level":"warn","ts":"2026-03-02T19:51:36.862701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05552927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:51:36.86273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.802354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-02T19:51:36.863385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.898888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:51:36.863421Z","caller":"traceutil/trace.go:171","msg":"trace[1979918321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24280; }","duration":"359.97295ms","start":"2026-03-02T19:51:36.503438Z","end":"2026-03-02T19:51:36.863411Z","steps":["trace[1979918321] 'range keys from in-memory index tree' (duration: 359.725232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:36.863461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:36.503415Z","time spent":"360.038402ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:51:36.863412Z","caller":"traceutil/trace.go:171","msg":"trace[9022077] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24280; }","duration":"240.530887ms","start":"2026-03-02T19:51:36.622856Z","end":"2026-03-02T19:51:36.863387Z","steps":["trace[9022077] 'range keys from in-memory index tree' (duration: 239.618528ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:36.863664Z","caller":"traceutil/trace.go:171","msg":"trace[338052572] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24280; }","duration":"1.056575104s","start":"2026-03-02T19:51:35.807058Z","end":"2026-03-02T19:51:36.863633Z","steps":["trace[338052572] 'count revisions from in-memory index tree' (duration: 1.055397917s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:36.863794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:35.807027Z","time spent":"1.056747669s","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:37.908693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947480451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:51:38.032554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.622278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:38.032641Z","caller":"traceutil/trace.go:171","msg":"trace[1070451594] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24281; }","duration":"959.749082ms","start":"2026-03-02T19:51:37.072868Z","end":"2026-03-02T19:51:38.032617Z","steps":["trace[1070451594] 'count revisions from in-memory index tree' (duration: 959.555797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:38.032687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:37.072852Z","time spent":"959.823295ms","remote":"127.0.0.1:54986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:38.03286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:38.032936Z","caller":"traceutil/trace.go:171","msg":"trace[1709955127] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24281; }","duration":"909.981565ms","start":"2026-03-02T19:51:37.12293Z","end":"2026-03-02T19:51:38.032912Z","steps":["trace[1709955127] 'range keys from in-memory index tree' (duration: 909.712177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:38.032968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:37.1229Z","time spent":"910.060327ms","remote":"127.0.0.1:54890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:51:38.033147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.071046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T19:51:38.033225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.367005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T19:51:38.033335Z","caller":"traceutil/trace.go:171","msg":"trace[1164808198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24281; }","duration":"849.50988ms","start":"2026-03-02T19:51:37.18381Z","end":"2026-03-02T19:51:38.033319Z","steps":["trace[1164808198] 'range keys from in-memory index tree' (duration: 849.271283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:38.033381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:37.183776Z","time spent":"849.595782ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:51:38.033217Z","caller":"traceutil/trace.go:171","msg":"trace[1496470731] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24281; }","duration":"849.1865ms","start":"2026-03-02T19:51:37.184013Z","end":"2026-03-02T19:51:38.033199Z","steps":["trace[1496470731] 'range keys from in-memory index tree' (duration: 848.752466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:38.033134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.301483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:51:38.033948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:37.183991Z","time spent":"849.896051ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:51:38.034016Z","caller":"traceutil/trace.go:171","msg":"trace[2055857511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24281; }","duration":"850.240323ms","start":"2026-03-02T19:51:37.183756Z","end":"2026-03-02T19:51:38.033996Z","steps":["trace[2055857511] 'range keys from in-memory index tree' (duration: 848.981333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:38.034077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:37.183728Z","time spent":"850.331866ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:51:38.093864Z","caller":"traceutil/trace.go:171","msg":"trace[841980758] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"893.730283ms","start":"2026-03-02T19:51:37.200112Z","end":"2026-03-02T19:51:38.093842Z","steps":["trace[841980758] 'process raft request' (duration: 893.590869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:38.094015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:37.200083Z","time spent":"893.852957ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:38.659376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.535212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:51:38.659666Z","caller":"traceutil/trace.go:171","msg":"trace[1807134596] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"1.45902078s","start":"2026-03-02T19:51:37.200628Z","end":"2026-03-02T19:51:38.659649Z","steps":["trace[1807134596] 'process raft request' (duration: 1.458938197s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:38.659744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:37.200618Z","time spent":"1.459091073s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:38.659753Z","caller":"traceutil/trace.go:171","msg":"trace[1043456438] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"1.459548967s","start":"2026-03-02T19:51:37.20017Z","end":"2026-03-02T19:51:38.659719Z","steps":["trace[1043456438] 'process raft request' (duration: 1.095568461s)","trace[1043456438] 'compare' (duration: 363.115579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:38.659913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:37.200138Z","time spent":"1.459692092s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:38.659999Z","caller":"traceutil/trace.go:171","msg":"trace[514607442] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"1.459619029s","start":"2026-03-02T19:51:37.20035Z","end":"2026-03-02T19:51:38.659969Z","steps":["trace[514607442] 'process raft request' (duration: 1.459124833s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:38.660029Z","caller":"traceutil/trace.go:171","msg":"trace[1166988471] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"1.459254428s","start":"2026-03-02T19:51:37.200733Z","end":"2026-03-02T19:51:38.659988Z","steps":["trace[1166988471] 'process raft request' (duration: 1.45901017s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:38.660048Z","caller":"traceutil/trace.go:171","msg":"trace[1325235962] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"1.459375341s","start":"2026-03-02T19:51:37.200642Z","end":"2026-03-02T19:51:38.660017Z","steps":["trace[1325235962] 'process raft request' (duration: 1.458971259s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:38.660134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:37.200341Z","time spent":"1.459721912s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:38.660134Z","caller":"traceutil/trace.go:171","msg":"trace[893266524] linearizableReadLoop","detail":"{readStateIndex:25160; appliedIndex:25152; }","duration":"1.252076571s","start":"2026-03-02T19:51:37.408033Z","end":"2026-03-02T19:51:38.660109Z","steps":["trace[893266524] 'read index received' (duration: 685.653178ms)","trace[893266524] 'applied index is now lower than readState.Index' (duration: 566.422273ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:38.660144Z","caller":"traceutil/trace.go:171","msg":"trace[1761504000] transaction","detail":"{read_only:false; response_revision:24290; number_of_response:1; }","duration":"719.099452ms","start":"2026-03-02T19:51:37.941011Z","end":"2026-03-02T19:51:38.66011Z","steps":["trace[1761504000] 'process raft request' (duration: 718.916107ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:38.660191Z","caller":"traceutil/trace.go:171","msg":"trace[1221267840] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"1.458215325s","start":"2026-03-02T19:51:37.201962Z","end":"2026-03-02T19:51:38.660177Z","steps":["trace[1221267840] 'process raft request' (duration: 1.457861713s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:38.660198Z","caller":"traceutil/trace.go:171","msg":"trace[55627911] transaction","detail":"{read_only:false; response_revision:24293; number_of_response:1; }","duration":"621.207779ms","start":"2026-03-02T19:51:38.038963Z","end":"2026-03-02T19:51:38.660171Z","steps":["trace[55627911] 'process raft request' (duration: 621.075215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:38.660196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:37.200714Z","time spent":"1.459391112s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:38.660264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:37.201951Z","time spent":"1.458275427s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:38.660268Z","caller":"traceutil/trace.go:171","msg":"trace[51157922] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"866.694652ms","start":"2026-03-02T19:51:37.793561Z","end":"2026-03-02T19:51:38.660256Z","steps":["trace[51157922] 'process raft request' (duration: 866.32806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:38.660193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:37.20062Z","time spent":"1.459491545s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:38.660295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:38.038952Z","time spent":"621.294242ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:38.660302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:37.940989Z","time spent":"719.238857ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:38.660342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:37.79354Z","time spent":"866.764695ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:38.660207Z","caller":"traceutil/trace.go:171","msg":"trace[581624261] transaction","detail":"{read_only:false; response_revision:24294; number_of_response:1; }","duration":"620.379143ms","start":"2026-03-02T19:51:38.03981Z","end":"2026-03-02T19:51:38.660189Z","steps":["trace[581624261] 'process raft request' (duration: 620.262629ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:38.660177Z","caller":"traceutil/trace.go:171","msg":"trace[363941299] transaction","detail":"{read_only:false; response_revision:24292; number_of_response:1; }","duration":"621.198319ms","start":"2026-03-02T19:51:38.038949Z","end":"2026-03-02T19:51:38.660147Z","steps":["trace[363941299] 'process raft request' (duration: 621.050744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:38.660379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252335429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-02T19:51:38.660392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.335689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:51:38.660416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021752667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T19:51:38.660445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.436299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-03-02T19:51:38.66045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.549755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:38.660488Z","caller":"traceutil/trace.go:171","msg":"trace[1923438148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24294; }","duration":"1.02184638s","start":"2026-03-02T19:51:37.638628Z","end":"2026-03-02T19:51:38.660475Z","steps":["trace[1923438148] 'agreement among raft nodes before linearized reading' (duration: 1.021651814s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:38.660501Z","caller":"traceutil/trace.go:171","msg":"trace[1448767140] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79; range_end:; response_count:1; response_revision:24294; }","duration":"790.492172ms","start":"2026-03-02T19:51:37.869993Z","end":"2026-03-02T19:51:38.660485Z","steps":["trace[1448767140] 'agreement among raft nodes before linearized reading' (duration: 790.293696ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:38.660508Z","caller":"traceutil/trace.go:171","msg":"trace[1320161957] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24294; }","duration":"957.637297ms","start":"2026-03-02T19:51:37.702854Z","end":"2026-03-02T19:51:38.660492Z","steps":["trace[1320161957] 'agreement among raft nodes before linearized reading' (duration: 957.541054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:38.660523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:37.638612Z","time spent":"1.021903571s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:51:38.660517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.345323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:38.660504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:38.038942Z","time spent":"621.479197ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:38.660555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:37.869928Z","time spent":"790.611796ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" "} {"level":"info","ts":"2026-03-02T19:51:38.660431Z","caller":"traceutil/trace.go:171","msg":"trace[184726985] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24294; }","duration":"1.252435223s","start":"2026-03-02T19:51:37.407978Z","end":"2026-03-02T19:51:38.660413Z","steps":["trace[184726985] 'agreement among raft nodes before linearized reading' (duration: 1.252265568s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:38.660554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:37.702835Z","time spent":"957.705919ms","remote":"127.0.0.1:34704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:38.660569Z","caller":"traceutil/trace.go:171","msg":"trace[2083843088] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24294; }","duration":"621.435526ms","start":"2026-03-02T19:51:38.039113Z","end":"2026-03-02T19:51:38.660548Z","steps":["trace[2083843088] 'agreement among raft nodes before linearized reading' (duration: 621.340433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:38.660593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.5057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-02T19:51:38.660615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:38.039101Z","time spent":"621.506298ms","remote":"127.0.0.1:33496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-02T19:51:38.660429Z","caller":"traceutil/trace.go:171","msg":"trace[643071531] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24294; }","duration":"592.403351ms","start":"2026-03-02T19:51:38.068014Z","end":"2026-03-02T19:51:38.660417Z","steps":["trace[643071531] 'agreement among raft nodes before linearized reading' (duration: 592.337049ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:38.66063Z","caller":"traceutil/trace.go:171","msg":"trace[1989149027] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24294; }","duration":"969.585323ms","start":"2026-03-02T19:51:37.691034Z","end":"2026-03-02T19:51:38.660619Z","steps":["trace[1989149027] 'agreement among raft nodes before linearized reading' (duration: 969.437649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:38.660661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:37.69101Z","time spent":"969.644295ms","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-02T19:51:38.660646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:37.407954Z","time spent":"1.252643879s","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T19:51:38.660665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:38.068Z","time spent":"592.653549ms","remote":"127.0.0.1:57124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:38.660225Z","caller":"traceutil/trace.go:171","msg":"trace[1596655099] transaction","detail":"{read_only:false; response_revision:24291; number_of_response:1; }","duration":"621.359104ms","start":"2026-03-02T19:51:38.038856Z","end":"2026-03-02T19:51:38.660215Z","steps":["trace[1596655099] 'process raft request' (duration: 621.109156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:38.660799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:38.038832Z","time spent":"621.938412ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:38.660436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:38.039784Z","time spent":"620.6053ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:40.579692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439113884s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:51:40.579827Z","caller":"traceutil/trace.go:171","msg":"trace[1314875010] transaction","detail":"{read_only:false; response_revision:24295; number_of_response:1; }","duration":"1.914412377s","start":"2026-03-02T19:51:38.665393Z","end":"2026-03-02T19:51:40.579805Z","steps":["trace[1314875010] 'process raft request' (duration: 475.114707ms)","trace[1314875010] 'compare' (duration: 1.438389051s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:40.579929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:38.665374Z","time spent":"1.914503749s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:40.580192Z","caller":"traceutil/trace.go:171","msg":"trace[2115962740] linearizableReadLoop","detail":"{readStateIndex:25166; appliedIndex:25165; }","duration":"1.914087707s","start":"2026-03-02T19:51:38.666092Z","end":"2026-03-02T19:51:40.580179Z","steps":["trace[2115962740] 'read index received' (duration: 474.364183ms)","trace[2115962740] 'applied index is now lower than readState.Index' (duration: 1.439722384s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:40.698774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999928751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T19:51:40.698957Z","caller":"traceutil/trace.go:171","msg":"trace[275976153] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000234051s","start":"2026-03-02T19:51:38.698704Z","end":"2026-03-02T19:51:40.698938Z","steps":["trace[275976153] 'agreement among raft nodes before linearized reading' (duration: 1.999927541s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:40.699021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:38.698689Z","time spent":"2.000318813s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:51:41.217942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.149221ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-02T19:51:41.21824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.552081413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:41.218356Z","caller":"traceutil/trace.go:171","msg":"trace[1816361852] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24295; }","duration":"2.55226748s","start":"2026-03-02T19:51:38.666066Z","end":"2026-03-02T19:51:41.218334Z","steps":["trace[1816361852] 'agreement among raft nodes before linearized reading' (duration: 1.91417381s)","trace[1816361852] 'range keys from in-memory index tree' (duration: 637.891954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:41.218491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:38.666058Z","time spent":"2.552376223s","remote":"127.0.0.1:33600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-02T19:51:41.218661Z","caller":"traceutil/trace.go:171","msg":"trace[938547815] transaction","detail":"{read_only:false; response_revision:24296; number_of_response:1; }","duration":"1.11872541s","start":"2026-03-02T19:51:40.099906Z","end":"2026-03-02T19:51:41.218632Z","steps":["trace[938547815] 'process raft request' (duration: 1.118142802s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:41.218834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:40.099882Z","time spent":"1.118875355s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:41.316016Z","caller":"traceutil/trace.go:171","msg":"trace[1056032196] transaction","detail":"{read_only:false; response_revision:24303; number_of_response:1; }","duration":"648.921401ms","start":"2026-03-02T19:51:40.667076Z","end":"2026-03-02T19:51:41.315998Z","steps":["trace[1056032196] 'process raft request' (duration: 648.89525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:41.316126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:40.667045Z","time spent":"649.023524ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:41.316177Z","caller":"traceutil/trace.go:171","msg":"trace[399210590] transaction","detail":"{read_only:false; response_revision:24300; number_of_response:1; }","duration":"649.156179ms","start":"2026-03-02T19:51:40.666991Z","end":"2026-03-02T19:51:41.316147Z","steps":["trace[399210590] 'process raft request' (duration: 648.908871ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:41.31617Z","caller":"traceutil/trace.go:171","msg":"trace[386328370] transaction","detail":"{read_only:false; response_revision:24298; number_of_response:1; }","duration":"649.23229ms","start":"2026-03-02T19:51:40.666899Z","end":"2026-03-02T19:51:41.316132Z","steps":["trace[386328370] 'process raft request' (duration: 648.943801ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:41.316223Z","caller":"traceutil/trace.go:171","msg":"trace[1612724528] transaction","detail":"{read_only:false; response_revision:24301; number_of_response:1; }","duration":"649.128927ms","start":"2026-03-02T19:51:40.667057Z","end":"2026-03-02T19:51:41.316186Z","steps":["trace[1612724528] 'process raft request' (duration: 648.865749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:41.316297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:40.666979Z","time spent":"649.259332ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:41.316362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:40.666887Z","time spent":"649.372545ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:41.31636Z","caller":"traceutil/trace.go:171","msg":"trace[372945343] transaction","detail":"{read_only:false; response_revision:24299; number_of_response:1; }","duration":"649.419137ms","start":"2026-03-02T19:51:40.666908Z","end":"2026-03-02T19:51:41.316327Z","steps":["trace[372945343] 'process raft request' (duration: 648.969392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:41.316393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:40.667024Z","time spent":"649.288902ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:41.316464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874585272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:41.316502Z","caller":"traceutil/trace.go:171","msg":"trace[727416366] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24303; }","duration":"1.874661524s","start":"2026-03-02T19:51:39.441832Z","end":"2026-03-02T19:51:41.316494Z","steps":["trace[727416366] 'agreement among raft nodes before linearized reading' (duration: 1.874589142s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:41.316505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:40.666881Z","time spent":"649.545701ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:41.316523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:39.441811Z","time spent":"1.874706715s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:41.316543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087479666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:41.316578Z","caller":"traceutil/trace.go:171","msg":"trace[1531695947] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24303; }","duration":"1.087511007s","start":"2026-03-02T19:51:40.229056Z","end":"2026-03-02T19:51:41.316567Z","steps":["trace[1531695947] 'agreement among raft nodes before linearized reading' (duration: 1.087453845s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:41.316599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:40.229006Z","time spent":"1.08758902s","remote":"127.0.0.1:38130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:41.316383Z","caller":"traceutil/trace.go:171","msg":"trace[633840749] transaction","detail":"{read_only:false; response_revision:24297; number_of_response:1; }","duration":"829.234891ms","start":"2026-03-02T19:51:40.487141Z","end":"2026-03-02T19:51:41.316376Z","steps":["trace[633840749] 'process raft request' (duration: 731.467151ms)","trace[633840749] 'compare' (duration: 97.063908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:41.316565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557246296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:41.316283Z","caller":"traceutil/trace.go:171","msg":"trace[887253662] transaction","detail":"{read_only:false; response_revision:24302; number_of_response:1; }","duration":"649.20654ms","start":"2026-03-02T19:51:40.667069Z","end":"2026-03-02T19:51:41.316275Z","steps":["trace[887253662] 'process raft request' (duration: 648.88206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:41.316647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046189577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:51:41.316686Z","caller":"traceutil/trace.go:171","msg":"trace[481101652] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24303; }","duration":"2.046226999s","start":"2026-03-02T19:51:39.270448Z","end":"2026-03-02T19:51:41.316675Z","steps":["trace[481101652] 'agreement among raft nodes before linearized reading' (duration: 2.046067904s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:41.316723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:39.27039Z","time spent":"2.046326732s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:51:41.316749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65043133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-03-02T19:51:41.316752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.479253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7dcdf4598b-jj4wc.18991cb250ad3498\" ","response":"range_response_count:1 size:1178"} {"level":"warn","ts":"2026-03-02T19:51:41.316754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343967348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:51:41.316774Z","caller":"traceutil/trace.go:171","msg":"trace[55273647] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7dcdf4598b-jj4wc.18991cb250ad3498; range_end:; response_count:1; response_revision:24303; }","duration":"785.540875ms","start":"2026-03-02T19:51:40.531229Z","end":"2026-03-02T19:51:41.316769Z","steps":["trace[55273647] 'agreement among raft nodes before linearized reading' (duration: 785.453112ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:41.316783Z","caller":"traceutil/trace.go:171","msg":"trace[629597021] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24303; }","duration":"2.343995829s","start":"2026-03-02T19:51:38.97278Z","end":"2026-03-02T19:51:41.316776Z","steps":["trace[629597021] 'agreement among raft nodes before linearized reading' (duration: 2.343885985s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:41.316796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:40.531207Z","time spent":"785.586116ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1202,"request content":"key:\"/registry/events/openstack/cinder-api-7dcdf4598b-jj4wc.18991cb250ad3498\" "} {"level":"warn","ts":"2026-03-02T19:51:41.316804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:38.972719Z","time spent":"2.344080182s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T19:51:41.316693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620205408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T19:51:41.316447Z","caller":"traceutil/trace.go:171","msg":"trace[535906277] linearizableReadLoop","detail":"{readStateIndex:25169; appliedIndex:25166; }","duration":"736.17419ms","start":"2026-03-02T19:51:40.580216Z","end":"2026-03-02T19:51:41.31639Z","steps":["trace[535906277] 'read index received' (duration: 250.241313ms)","trace[535906277] 'applied index is now lower than readState.Index' (duration: 485.928216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:41.316716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:40.667043Z","time spent":"649.631914ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:41.316863Z","caller":"traceutil/trace.go:171","msg":"trace[1525659650] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24303; }","duration":"2.557374931s","start":"2026-03-02T19:51:38.759269Z","end":"2026-03-02T19:51:41.316644Z","steps":["trace[1525659650] 'agreement among raft nodes before linearized reading' (duration: 2.557224006s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:41.316774Z","caller":"traceutil/trace.go:171","msg":"trace[806559472] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79; range_end:; response_count:1; response_revision:24303; }","duration":"1.650452971s","start":"2026-03-02T19:51:39.666313Z","end":"2026-03-02T19:51:41.316766Z","steps":["trace[806559472] 'agreement among raft nodes before linearized reading' (duration: 1.650394869s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:41.316959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374074826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:41.316974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.048947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T19:51:41.316987Z","caller":"traceutil/trace.go:171","msg":"trace[1321550778] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24303; }","duration":"2.374136708s","start":"2026-03-02T19:51:38.942843Z","end":"2026-03-02T19:51:41.31698Z","steps":["trace[1321550778] 'agreement among raft nodes before linearized reading' (duration: 2.374095267s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:41.316974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:39.666242Z","time spent":"1.650710319s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" "} {"level":"warn","ts":"2026-03-02T19:51:41.317007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:38.942824Z","time spent":"2.374178289s","remote":"127.0.0.1:38106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:41.317003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:38.759253Z","time spent":"2.557726731s","remote":"127.0.0.1:38180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:41.317014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99833639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:51:41.31704Z","caller":"traceutil/trace.go:171","msg":"trace[1969726489] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24303; }","duration":"1.998422443s","start":"2026-03-02T19:51:39.318612Z","end":"2026-03-02T19:51:41.317034Z","steps":["trace[1969726489] 'agreement among raft nodes before linearized reading' (duration: 1.998356541s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:41.31689Z","caller":"traceutil/trace.go:171","msg":"trace[1637464433] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24303; }","duration":"1.620418775s","start":"2026-03-02T19:51:39.696439Z","end":"2026-03-02T19:51:41.316858Z","steps":["trace[1637464433] 'agreement among raft nodes before linearized reading' (duration: 1.620181408s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:41.31706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:39.318591Z","time spent":"1.998463814s","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:41.31708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:39.696416Z","time spent":"1.620650962s","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-02T19:51:41.317106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.327258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:41.317126Z","caller":"traceutil/trace.go:171","msg":"trace[1585753587] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24303; }","duration":"152.37146ms","start":"2026-03-02T19:51:41.16475Z","end":"2026-03-02T19:51:41.317122Z","steps":["trace[1585753587] 'agreement among raft nodes before linearized reading' (duration: 152.339279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:41.317139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.640136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:41.317182Z","caller":"traceutil/trace.go:171","msg":"trace[1441150336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24303; }","duration":"617.720968ms","start":"2026-03-02T19:51:40.699448Z","end":"2026-03-02T19:51:41.317169Z","steps":["trace[1441150336] 'agreement among raft nodes before linearized reading' (duration: 617.645196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:41.316645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:40.487115Z","time spent":"829.50835ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:41.317299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.344296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T19:51:41.31732Z","caller":"traceutil/trace.go:171","msg":"trace[1661402653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24303; }","duration":"650.394448ms","start":"2026-03-02T19:51:40.666921Z","end":"2026-03-02T19:51:41.317316Z","steps":["trace[1661402653] 'agreement among raft nodes before linearized reading' (duration: 650.324606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:41.317334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:40.666903Z","time spent":"650.428178ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:51:41.316989Z","caller":"traceutil/trace.go:171","msg":"trace[1363251854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24303; }","duration":"650.092978ms","start":"2026-03-02T19:51:40.666892Z","end":"2026-03-02T19:51:41.316985Z","steps":["trace[1363251854] 'agreement among raft nodes before linearized reading' (duration: 650.044447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:41.317365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.581692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:41.317398Z","caller":"traceutil/trace.go:171","msg":"trace[1758536838] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24303; }","duration":"376.654334ms","start":"2026-03-02T19:51:40.940734Z","end":"2026-03-02T19:51:41.317388Z","steps":["trace[1758536838] 'agreement among raft nodes before linearized reading' (duration: 376.606963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:41.317237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.234792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T19:51:41.3174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.310867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T19:51:41.317426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:40.940713Z","time spent":"376.706446ms","remote":"127.0.0.1:54804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:41.31745Z","caller":"traceutil/trace.go:171","msg":"trace[2080695891] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24303; }","duration":"158.38784ms","start":"2026-03-02T19:51:41.159048Z","end":"2026-03-02T19:51:41.317436Z","steps":["trace[2080695891] 'agreement among raft nodes before linearized reading' (duration: 158.242665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:41.317235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:40.69942Z","time spent":"617.804461ms","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:51:41.317474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.331693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:41.317464Z","caller":"traceutil/trace.go:171","msg":"trace[158376195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24303; }","duration":"650.476241ms","start":"2026-03-02T19:51:40.666959Z","end":"2026-03-02T19:51:41.317435Z","steps":["trace[158376195] 'agreement among raft nodes before linearized reading' (duration: 650.243913ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:41.317503Z","caller":"traceutil/trace.go:171","msg":"trace[435797948] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24303; }","duration":"508.386055ms","start":"2026-03-02T19:51:40.80911Z","end":"2026-03-02T19:51:41.317496Z","steps":["trace[435797948] 'agreement among raft nodes before linearized reading' (duration: 508.333813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:41.317528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:40.809093Z","time spent":"508.426515ms","remote":"127.0.0.1:51404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:41.317546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:40.666938Z","time spent":"650.580563ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:51:41.317401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:40.666803Z","time spent":"650.586743ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:51:41.823275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947480482,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:51:42.324002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947480482,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:51:42.685336Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.363159891s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T19:51:42.938349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:42.012726Z","time spent":"925.611058ms","remote":"127.0.0.1:42014","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:51:42.939408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.475595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:51:42.939853Z","caller":"traceutil/trace.go:171","msg":"trace[16017864] linearizableReadLoop","detail":"{readStateIndex:25180; appliedIndex:25175; }","duration":"1.617025509s","start":"2026-03-02T19:51:41.322809Z","end":"2026-03-02T19:51:42.939835Z","steps":["trace[16017864] 'read index received' (duration: 1.363045738s)","trace[16017864] 'applied index is now lower than readState.Index' (duration: 253.97875ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:42.939932Z","caller":"traceutil/trace.go:171","msg":"trace[266757390] transaction","detail":"{read_only:false; response_revision:24307; number_of_response:1; }","duration":"1.617467803s","start":"2026-03-02T19:51:41.322435Z","end":"2026-03-02T19:51:42.939903Z","steps":["trace[266757390] 'process raft request' (duration: 1.617321458s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:42.939954Z","caller":"traceutil/trace.go:171","msg":"trace[456010486] transaction","detail":"{read_only:false; response_revision:24305; number_of_response:1; }","duration":"1.617837864s","start":"2026-03-02T19:51:41.322044Z","end":"2026-03-02T19:51:42.939882Z","steps":["trace[456010486] 'process raft request' (duration: 1.617469322s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.940084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:41.322412Z","time spent":"1.617586917s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:42.940105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:41.322026Z","time spent":"1.61800057s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:42.940208Z","caller":"traceutil/trace.go:171","msg":"trace[43996599] transaction","detail":"{read_only:false; response_revision:24304; number_of_response:1; }","duration":"1.618162664s","start":"2026-03-02T19:51:41.322009Z","end":"2026-03-02T19:51:42.940171Z","steps":["trace[43996599] 'process raft request' (duration: 1.363841793s)","trace[43996599] 'compare' (duration: 252.517494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:42.940359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:41.321979Z","time spent":"1.618303589s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:42.940652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.707358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:42.940693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616056918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T19:51:42.940734Z","caller":"traceutil/trace.go:171","msg":"trace[415587766] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24308; }","duration":"330.820611ms","start":"2026-03-02T19:51:42.609892Z","end":"2026-03-02T19:51:42.940712Z","steps":["trace[415587766] 'agreement among raft nodes before linearized reading' (duration: 330.696937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.940746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617926277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-02T19:51:42.940755Z","caller":"traceutil/trace.go:171","msg":"trace[776784415] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24308; }","duration":"1.61611772s","start":"2026-03-02T19:51:41.324617Z","end":"2026-03-02T19:51:42.940734Z","steps":["trace[776784415] 'agreement among raft nodes before linearized reading' (duration: 1.615926204s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.940775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.534213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:51:42.940773Z","caller":"traceutil/trace.go:171","msg":"trace[1948124933] transaction","detail":"{read_only:false; response_revision:24308; number_of_response:1; }","duration":"1.616558604s","start":"2026-03-02T19:51:41.323384Z","end":"2026-03-02T19:51:42.939942Z","steps":["trace[1948124933] 'process raft request' (duration: 1.616402929s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.9408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:41.324585Z","time spent":"1.616204783s","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-02T19:51:42.940822Z","caller":"traceutil/trace.go:171","msg":"trace[1076060510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24308; }","duration":"357.609045ms","start":"2026-03-02T19:51:42.583202Z","end":"2026-03-02T19:51:42.940811Z","steps":["trace[1076060510] 'agreement among raft nodes before linearized reading' (duration: 357.45065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.940846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615224102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:42.940853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:42.583184Z","time spent":"357.662336ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:51:42.940885Z","caller":"traceutil/trace.go:171","msg":"trace[1955793611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24308; }","duration":"1.615277264s","start":"2026-03-02T19:51:41.325598Z","end":"2026-03-02T19:51:42.940875Z","steps":["trace[1955793611] 'agreement among raft nodes before linearized reading' (duration: 1.615228293s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.940914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:41.325588Z","time spent":"1.615319205s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:51:42.940796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:42.609874Z","time spent":"330.905394ms","remote":"127.0.0.1:34752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:42.940932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.547234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T19:51:42.94102Z","caller":"traceutil/trace.go:171","msg":"trace[373191441] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24308; }","duration":"844.764391ms","start":"2026-03-02T19:51:42.096233Z","end":"2026-03-02T19:51:42.940998Z","steps":["trace[373191441] 'agreement among raft nodes before linearized reading' (duration: 844.382379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.941086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:42.096217Z","time spent":"844.857475ms","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T19:51:42.940905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:41.32337Z","time spent":"1.617488204s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:42.940794Z","caller":"traceutil/trace.go:171","msg":"trace[1796092637] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24308; }","duration":"1.618004889s","start":"2026-03-02T19:51:41.322775Z","end":"2026-03-02T19:51:42.94078Z","steps":["trace[1796092637] 'agreement among raft nodes before linearized reading' (duration: 1.617849394s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.941213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.073692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272956"} {"level":"warn","ts":"2026-03-02T19:51:42.941224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:41.322763Z","time spent":"1.618449354s","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:51:42.940723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479985632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:51:42.941295Z","caller":"traceutil/trace.go:171","msg":"trace[28251452] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24308; }","duration":"266.170915ms","start":"2026-03-02T19:51:42.675076Z","end":"2026-03-02T19:51:42.941247Z","steps":["trace[28251452] 'agreement among raft nodes before linearized reading' (duration: 265.69717ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:42.941311Z","caller":"traceutil/trace.go:171","msg":"trace[1134247600] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24308; }","duration":"1.480618861s","start":"2026-03-02T19:51:41.460674Z","end":"2026-03-02T19:51:42.941293Z","steps":["trace[1134247600] 'agreement among raft nodes before linearized reading' (duration: 1.47994525s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.941362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:41.460659Z","time spent":"1.480684654s","remote":"127.0.0.1:38820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:42.94176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.364869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-02T19:51:42.941848Z","caller":"traceutil/trace.go:171","msg":"trace[2005654414] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79; range_end:; response_count:1; response_revision:24308; }","duration":"618.696969ms","start":"2026-03-02T19:51:42.323129Z","end":"2026-03-02T19:51:42.941826Z","steps":["trace[2005654414] 'agreement among raft nodes before linearized reading' (duration: 617.530592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.941891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:42.323106Z","time spent":"618.774002ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" "} {"level":"warn","ts":"2026-03-02T19:51:42.942651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.025953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:42.942727Z","caller":"traceutil/trace.go:171","msg":"trace[738192704] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24308; }","duration":"197.016327ms","start":"2026-03-02T19:51:42.745687Z","end":"2026-03-02T19:51:42.942703Z","steps":["trace[738192704] 'agreement among raft nodes before linearized reading' (duration: 195.020054ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:42.943993Z","caller":"traceutil/trace.go:171","msg":"trace[424525230] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"1.62183229s","start":"2026-03-02T19:51:41.32214Z","end":"2026-03-02T19:51:42.943972Z","steps":["trace[424525230] 'process raft request' (duration: 1.617561195s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.944063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:41.322112Z","time spent":"1.621913402s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:42.95623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33582795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:51:42.95628Z","caller":"traceutil/trace.go:171","msg":"trace[1508992774] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24308; }","duration":"1.335922763s","start":"2026-03-02T19:51:41.620346Z","end":"2026-03-02T19:51:42.956269Z","steps":["trace[1508992774] 'agreement among raft nodes before linearized reading' (duration: 1.320286941s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:42.956304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:41.620324Z","time spent":"1.335975615s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2722,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:43.137667Z","caller":"traceutil/trace.go:171","msg":"trace[2126877941] transaction","detail":"{read_only:false; response_revision:24309; number_of_response:1; }","duration":"189.649804ms","start":"2026-03-02T19:51:42.947994Z","end":"2026-03-02T19:51:43.137644Z","steps":["trace[2126877941] 'process raft request' (duration: 93.811365ms)","trace[2126877941] 'compare' (duration: 95.582981ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:43.137869Z","caller":"traceutil/trace.go:171","msg":"trace[915598250] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"189.100077ms","start":"2026-03-02T19:51:42.948741Z","end":"2026-03-02T19:51:43.137841Z","steps":["trace[915598250] 'process raft request' (duration: 188.818958ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:43.137895Z","caller":"traceutil/trace.go:171","msg":"trace[31129504] linearizableReadLoop","detail":"{readStateIndex:25182; appliedIndex:25180; }","duration":"182.920642ms","start":"2026-03-02T19:51:42.954967Z","end":"2026-03-02T19:51:43.137887Z","steps":["trace[31129504] 'read index received' (duration: 86.9686ms)","trace[31129504] 'applied index is now lower than readState.Index' (duration: 95.951432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:43.137957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.982004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:43.137985Z","caller":"traceutil/trace.go:171","msg":"trace[1637763253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24311; }","duration":"183.037926ms","start":"2026-03-02T19:51:42.954941Z","end":"2026-03-02T19:51:43.137979Z","steps":["trace[1637763253] 'agreement among raft nodes before linearized reading' (duration: 182.969294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:43.138094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.02335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:43.138127Z","caller":"traceutil/trace.go:171","msg":"trace[937765480] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24311; }","duration":"133.101243ms","start":"2026-03-02T19:51:43.005017Z","end":"2026-03-02T19:51:43.138119Z","steps":["trace[937765480] 'agreement among raft nodes before linearized reading' (duration: 133.038741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:43.138184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.693125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff1996fd-4bcd-4f97-b949-269b862901b0\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-02T19:51:43.138132Z","caller":"traceutil/trace.go:171","msg":"trace[53252059] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"179.98205ms","start":"2026-03-02T19:51:42.958143Z","end":"2026-03-02T19:51:43.138125Z","steps":["trace[53252059] 'process raft request' (duration: 179.645559ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:43.138242Z","caller":"traceutil/trace.go:171","msg":"trace[1227152808] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff1996fd-4bcd-4f97-b949-269b862901b0; range_end:; response_count:1; response_revision:24311; }","duration":"182.780628ms","start":"2026-03-02T19:51:42.955445Z","end":"2026-03-02T19:51:43.138226Z","steps":["trace[1227152808] 'agreement among raft nodes before linearized reading' (duration: 182.591702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:43.138278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.632362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-02T19:51:43.138569Z","caller":"traceutil/trace.go:171","msg":"trace[183604677] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24311; }","duration":"181.936341ms","start":"2026-03-02T19:51:42.956616Z","end":"2026-03-02T19:51:43.138553Z","steps":["trace[183604677] 'agreement among raft nodes before linearized reading' (duration: 181.523278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:43.138652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.319874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18991b6200668cf2\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T19:51:43.13874Z","caller":"traceutil/trace.go:171","msg":"trace[1316977227] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18991b6200668cf2; range_end:; response_count:1; response_revision:24311; }","duration":"182.457948ms","start":"2026-03-02T19:51:42.956265Z","end":"2026-03-02T19:51:43.138723Z","steps":["trace[1316977227] 'agreement among raft nodes before linearized reading' (duration: 182.015954ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:43.4541Z","caller":"traceutil/trace.go:171","msg":"trace[1074349308] transaction","detail":"{read_only:false; response_revision:24320; number_of_response:1; }","duration":"130.941615ms","start":"2026-03-02T19:51:43.323133Z","end":"2026-03-02T19:51:43.454075Z","steps":["trace[1074349308] 'process raft request' (duration: 130.865293ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:43.454207Z","caller":"traceutil/trace.go:171","msg":"trace[1947024961] transaction","detail":"{read_only:false; response_revision:24319; number_of_response:1; }","duration":"131.482932ms","start":"2026-03-02T19:51:43.322706Z","end":"2026-03-02T19:51:43.454189Z","steps":["trace[1947024961] 'process raft request' (duration: 131.235544ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:43.454091Z","caller":"traceutil/trace.go:171","msg":"trace[1587455847] transaction","detail":"{read_only:false; response_revision:24317; number_of_response:1; }","duration":"145.182333ms","start":"2026-03-02T19:51:43.308869Z","end":"2026-03-02T19:51:43.454052Z","steps":["trace[1587455847] 'process raft request' (duration: 53.220086ms)","trace[1587455847] 'compare' (duration: 91.459821ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:43.454508Z","caller":"traceutil/trace.go:171","msg":"trace[1603252417] transaction","detail":"{read_only:false; response_revision:24321; number_of_response:1; }","duration":"131.144801ms","start":"2026-03-02T19:51:43.323343Z","end":"2026-03-02T19:51:43.454488Z","steps":["trace[1603252417] 'process raft request' (duration: 130.700397ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:43.454639Z","caller":"traceutil/trace.go:171","msg":"trace[593509868] transaction","detail":"{read_only:false; response_revision:24318; number_of_response:1; }","duration":"133.184295ms","start":"2026-03-02T19:51:43.321437Z","end":"2026-03-02T19:51:43.454621Z","steps":["trace[593509868] 'process raft request' (duration: 132.421541ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:43.45492Z","caller":"traceutil/trace.go:171","msg":"trace[64691624] transaction","detail":"{read_only:false; response_revision:24322; number_of_response:1; }","duration":"131.503933ms","start":"2026-03-02T19:51:43.3234Z","end":"2026-03-02T19:51:43.454904Z","steps":["trace[64691624] 'process raft request' (duration: 130.938785ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:43.455128Z","caller":"traceutil/trace.go:171","msg":"trace[342662035] transaction","detail":"{read_only:false; response_revision:24323; number_of_response:1; }","duration":"131.579945ms","start":"2026-03-02T19:51:43.323534Z","end":"2026-03-02T19:51:43.455114Z","steps":["trace[342662035] 'process raft request' (duration: 131.305736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:44.397697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.148316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-02T19:51:44.397808Z","caller":"traceutil/trace.go:171","msg":"trace[85465589] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79; range_end:; response_count:1; response_revision:24323; }","duration":"434.297611ms","start":"2026-03-02T19:51:43.963479Z","end":"2026-03-02T19:51:44.397776Z","steps":["trace[85465589] 'range keys from in-memory index tree' (duration: 433.954561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:44.397866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:43.963461Z","time spent":"434.389195ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" "} {"level":"warn","ts":"2026-03-02T19:51:44.398895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.441557ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:44.398996Z","caller":"traceutil/trace.go:171","msg":"trace[1122886274] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24323; }","duration":"501.55379ms","start":"2026-03-02T19:51:43.897427Z","end":"2026-03-02T19:51:44.39898Z","steps":["trace[1122886274] 'range keys from in-memory index tree' (duration: 501.428566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:44.399322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.546804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T19:51:44.39938Z","caller":"traceutil/trace.go:171","msg":"trace[510902703] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24323; }","duration":"704.648947ms","start":"2026-03-02T19:51:43.694716Z","end":"2026-03-02T19:51:44.399365Z","steps":["trace[510902703] 'range keys from in-memory index tree' (duration: 704.353568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:44.399408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:43.694696Z","time spent":"704.706309ms","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T19:51:44.540312Z","caller":"traceutil/trace.go:171","msg":"trace[42063885] transaction","detail":"{read_only:false; response_revision:24324; number_of_response:1; }","duration":"100.163315ms","start":"2026-03-02T19:51:44.440115Z","end":"2026-03-02T19:51:44.540278Z","steps":["trace[42063885] 'process raft request' (duration: 76.672375ms)","trace[42063885] 'compare' (duration: 23.343956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:44.882391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.642734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:44.882506Z","caller":"traceutil/trace.go:171","msg":"trace[153477102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24324; }","duration":"182.820559ms","start":"2026-03-02T19:51:44.699661Z","end":"2026-03-02T19:51:44.882481Z","steps":["trace[153477102] 'range keys from in-memory index tree' (duration: 182.550031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:44.882883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.952179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-02T19:51:44.882957Z","caller":"traceutil/trace.go:171","msg":"trace[1984719582] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24324; }","duration":"207.060322ms","start":"2026-03-02T19:51:44.675877Z","end":"2026-03-02T19:51:44.882937Z","steps":["trace[1984719582] 'range keys from in-memory index tree' (duration: 206.750263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:44.882937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.366894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-02T19:51:44.883041Z","caller":"traceutil/trace.go:171","msg":"trace[1517979588] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24324; }","duration":"188.494518ms","start":"2026-03-02T19:51:44.694511Z","end":"2026-03-02T19:51:44.883005Z","steps":["trace[1517979588] 'range keys from in-memory index tree' (duration: 188.164657ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:45.454411Z","caller":"traceutil/trace.go:171","msg":"trace[1176712910] transaction","detail":"{read_only:false; response_revision:24325; number_of_response:1; }","duration":"503.641216ms","start":"2026-03-02T19:51:44.950742Z","end":"2026-03-02T19:51:45.454383Z","steps":["trace[1176712910] 'process raft request' (duration: 503.417319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:45.454557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:44.950712Z","time spent":"503.7722ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:45.480876Z","caller":"traceutil/trace.go:171","msg":"trace[1005672850] transaction","detail":"{read_only:false; response_revision:24326; number_of_response:1; }","duration":"529.483249ms","start":"2026-03-02T19:51:44.951354Z","end":"2026-03-02T19:51:45.480837Z","steps":["trace[1005672850] 'process raft request' (duration: 529.203401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:45.48118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:44.951333Z","time spent":"529.638285ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:45.481428Z","caller":"traceutil/trace.go:171","msg":"trace[1618528175] linearizableReadLoop","detail":"{readStateIndex:25200; appliedIndex:25197; }","duration":"524.328957ms","start":"2026-03-02T19:51:44.957073Z","end":"2026-03-02T19:51:45.481402Z","steps":["trace[1618528175] 'read index received' (duration: 497.12548ms)","trace[1618528175] 'applied index is now lower than readState.Index' (duration: 27.202497ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:45.481497Z","caller":"traceutil/trace.go:171","msg":"trace[359003637] transaction","detail":"{read_only:false; response_revision:24327; number_of_response:1; }","duration":"528.988714ms","start":"2026-03-02T19:51:44.952477Z","end":"2026-03-02T19:51:45.481466Z","steps":["trace[359003637] 'process raft request' (duration: 528.309303ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:45.481555Z","caller":"traceutil/trace.go:171","msg":"trace[1542745004] transaction","detail":"{read_only:false; response_revision:24328; number_of_response:1; }","duration":"225.809233ms","start":"2026-03-02T19:51:45.25572Z","end":"2026-03-02T19:51:45.48153Z","steps":["trace[1542745004] 'process raft request' (duration: 225.517324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:45.481642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:44.952449Z","time spent":"529.103168ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:45.481661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.584226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:51:45.48171Z","caller":"traceutil/trace.go:171","msg":"trace[1219356592] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24328; }","duration":"524.668198ms","start":"2026-03-02T19:51:44.957025Z","end":"2026-03-02T19:51:45.481693Z","steps":["trace[1219356592] 'agreement among raft nodes before linearized reading' (duration: 524.507443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:45.481741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:44.957014Z","time spent":"524.71978ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:51:45.640725Z","caller":"traceutil/trace.go:171","msg":"trace[535045520] transaction","detail":"{read_only:false; response_revision:24329; number_of_response:1; }","duration":"181.228389ms","start":"2026-03-02T19:51:45.459461Z","end":"2026-03-02T19:51:45.640689Z","steps":["trace[535045520] 'process raft request' (duration: 178.969618ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:45.640768Z","caller":"traceutil/trace.go:171","msg":"trace[2008693366] transaction","detail":"{read_only:false; response_revision:24330; number_of_response:1; }","duration":"180.538916ms","start":"2026-03-02T19:51:45.460207Z","end":"2026-03-02T19:51:45.640746Z","steps":["trace[2008693366] 'process raft request' (duration: 180.34753ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:45.640975Z","caller":"traceutil/trace.go:171","msg":"trace[1531205011] transaction","detail":"{read_only:false; response_revision:24331; number_of_response:1; }","duration":"180.713582ms","start":"2026-03-02T19:51:45.460214Z","end":"2026-03-02T19:51:45.640928Z","steps":["trace[1531205011] 'process raft request' (duration: 180.456694ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:45.641157Z","caller":"traceutil/trace.go:171","msg":"trace[304925162] transaction","detail":"{read_only:false; response_revision:24332; number_of_response:1; }","duration":"180.893568ms","start":"2026-03-02T19:51:45.460248Z","end":"2026-03-02T19:51:45.641142Z","steps":["trace[304925162] 'process raft request' (duration: 180.488285ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:45.6418Z","caller":"traceutil/trace.go:171","msg":"trace[577789298] linearizableReadLoop","detail":"{readStateIndex:25207; appliedIndex:25201; }","duration":"160.283009ms","start":"2026-03-02T19:51:45.481492Z","end":"2026-03-02T19:51:45.641776Z","steps":["trace[577789298] 'read index received' (duration: 156.953554ms)","trace[577789298] 'applied index is now lower than readState.Index' (duration: 3.327785ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:45.641835Z","caller":"traceutil/trace.go:171","msg":"trace[1962376618] transaction","detail":"{read_only:false; response_revision:24334; number_of_response:1; }","duration":"181.471597ms","start":"2026-03-02T19:51:45.460329Z","end":"2026-03-02T19:51:45.641801Z","steps":["trace[1962376618] 'process raft request' (duration: 180.533867ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:45.642185Z","caller":"traceutil/trace.go:171","msg":"trace[1356759663] transaction","detail":"{read_only:false; response_revision:24333; number_of_response:1; }","duration":"181.864449ms","start":"2026-03-02T19:51:45.46028Z","end":"2026-03-02T19:51:45.642145Z","steps":["trace[1356759663] 'process raft request' (duration: 180.525366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:45.642415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.893812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-02T19:51:45.642588Z","caller":"traceutil/trace.go:171","msg":"trace[1689491817] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79; range_end:; response_count:1; response_revision:24334; }","duration":"237.219513ms","start":"2026-03-02T19:51:45.405344Z","end":"2026-03-02T19:51:45.642563Z","steps":["trace[1689491817] 'agreement among raft nodes before linearized reading' (duration: 236.476369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:45.642761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.474819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:45.64282Z","caller":"traceutil/trace.go:171","msg":"trace[267684664] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24334; }","duration":"482.566081ms","start":"2026-03-02T19:51:45.160237Z","end":"2026-03-02T19:51:45.642803Z","steps":["trace[267684664] 'agreement among raft nodes before linearized reading' (duration: 481.663723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:45.64286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:45.16023Z","time spent":"482.619613ms","remote":"127.0.0.1:54820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:45.643048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.830226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:51:45.643115Z","caller":"traceutil/trace.go:171","msg":"trace[591803416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24334; }","duration":"501.004243ms","start":"2026-03-02T19:51:45.142093Z","end":"2026-03-02T19:51:45.643097Z","steps":["trace[591803416] 'agreement among raft nodes before linearized reading' (duration: 499.767164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:45.643163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:45.142074Z","time spent":"501.073594ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:51:46.048442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.280303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:51:46.048674Z","caller":"traceutil/trace.go:171","msg":"trace[629028299] transaction","detail":"{read_only:false; response_revision:24335; number_of_response:1; }","duration":"562.338655ms","start":"2026-03-02T19:51:45.486299Z","end":"2026-03-02T19:51:46.048637Z","steps":["trace[629028299] 'process raft request' (duration: 358.730511ms)","trace[629028299] 'compare' (duration: 203.018965ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:46.048791Z","caller":"traceutil/trace.go:171","msg":"trace[358310] transaction","detail":"{read_only:false; response_revision:24336; number_of_response:1; }","duration":"400.446715ms","start":"2026-03-02T19:51:45.648317Z","end":"2026-03-02T19:51:46.048764Z","steps":["trace[358310] 'process raft request' (duration: 400.28303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:46.048848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:45.486281Z","time spent":"562.470158ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:46.048891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:45.648293Z","time spent":"400.556358ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:47.122024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947480551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:51:47.870673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.661462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:51:47.870857Z","caller":"traceutil/trace.go:171","msg":"trace[54045887] linearizableReadLoop","detail":"{readStateIndex:25211; appliedIndex:25209; }","duration":"1.249504821s","start":"2026-03-02T19:51:46.621336Z","end":"2026-03-02T19:51:47.870841Z","steps":["trace[54045887] 'read index received' (duration: 781.584481ms)","trace[54045887] 'applied index is now lower than readState.Index' (duration: 467.91952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:47.870964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249619644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:47.871003Z","caller":"traceutil/trace.go:171","msg":"trace[669792047] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24338; }","duration":"1.249699628s","start":"2026-03-02T19:51:46.62129Z","end":"2026-03-02T19:51:47.87099Z","steps":["trace[669792047] 'agreement among raft nodes before linearized reading' (duration: 1.249637066s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:47.870978Z","caller":"traceutil/trace.go:171","msg":"trace[1581751758] transaction","detail":"{read_only:false; response_revision:24337; number_of_response:1; }","duration":"1.697407441s","start":"2026-03-02T19:51:46.173514Z","end":"2026-03-02T19:51:47.870921Z","steps":["trace[1581751758] 'process raft request' (duration: 1.229420098s)","trace[1581751758] 'compare' (duration: 466.0087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:47.871039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:46.621237Z","time spent":"1.24979245s","remote":"127.0.0.1:54890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:47.871115Z","caller":"traceutil/trace.go:171","msg":"trace[1498120922] transaction","detail":"{read_only:false; response_revision:24338; number_of_response:1; }","duration":"1.545845037s","start":"2026-03-02T19:51:46.325078Z","end":"2026-03-02T19:51:47.870923Z","steps":["trace[1498120922] 'process raft request' (duration: 1.545694292s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:47.871223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:46.173492Z","time spent":"1.697602927s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:47.871319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:46.325047Z","time spent":"1.546160157s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:48.364598Z","caller":"traceutil/trace.go:171","msg":"trace[1759865417] transaction","detail":"{read_only:false; response_revision:24339; number_of_response:1; }","duration":"877.554854ms","start":"2026-03-02T19:51:47.487022Z","end":"2026-03-02T19:51:48.364576Z","steps":["trace[1759865417] 'process raft request' (duration: 877.375058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:48.364725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:47.487008Z","time spent":"877.650786ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:48.365042Z","caller":"traceutil/trace.go:171","msg":"trace[500177281] transaction","detail":"{read_only:false; response_revision:24340; number_of_response:1; }","duration":"718.445491ms","start":"2026-03-02T19:51:47.64656Z","end":"2026-03-02T19:51:48.365006Z","steps":["trace[500177281] 'process raft request' (duration: 717.977516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:48.365246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:47.646531Z","time spent":"718.598496ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:48.365343Z","caller":"traceutil/trace.go:171","msg":"trace[1705712868] transaction","detail":"{read_only:false; response_revision:24341; number_of_response:1; }","duration":"718.023658ms","start":"2026-03-02T19:51:47.647305Z","end":"2026-03-02T19:51:48.365328Z","steps":["trace[1705712868] 'process raft request' (duration: 717.578834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:48.365467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:47.647289Z","time spent":"718.09116ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:48.365558Z","caller":"traceutil/trace.go:171","msg":"trace[2130724344] transaction","detail":"{read_only:false; response_revision:24342; number_of_response:1; }","duration":"717.585644ms","start":"2026-03-02T19:51:47.647959Z","end":"2026-03-02T19:51:48.365545Z","steps":["trace[2130724344] 'process raft request' (duration: 717.279884ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:48.365588Z","caller":"traceutil/trace.go:171","msg":"trace[2096957378] transaction","detail":"{read_only:false; response_revision:24343; number_of_response:1; }","duration":"716.82628ms","start":"2026-03-02T19:51:47.648741Z","end":"2026-03-02T19:51:48.365567Z","steps":["trace[2096957378] 'process raft request' (duration: 716.682725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:48.365624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:47.647942Z","time spent":"717.649106ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:48.36571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:47.648732Z","time spent":"716.912613ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:48.36575Z","caller":"traceutil/trace.go:171","msg":"trace[2082526901] linearizableReadLoop","detail":"{readStateIndex:25218; appliedIndex:25211; }","duration":"494.833677ms","start":"2026-03-02T19:51:47.870892Z","end":"2026-03-02T19:51:48.365726Z","steps":["trace[2082526901] 'read index received' (duration: 493.440743ms)","trace[2082526901] 'applied index is now lower than readState.Index' (duration: 1.391814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:48.365876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113695612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:51:48.365901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.60785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:51:48.365894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665345209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:48.365919Z","caller":"traceutil/trace.go:171","msg":"trace[2097462151] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24345; }","duration":"1.113739363s","start":"2026-03-02T19:51:47.252164Z","end":"2026-03-02T19:51:48.365904Z","steps":["trace[2097462151] 'agreement among raft nodes before linearized reading' (duration: 1.113663721s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:48.365951Z","caller":"traceutil/trace.go:171","msg":"trace[933851831] transaction","detail":"{read_only:false; response_revision:24344; number_of_response:1; }","duration":"716.874072ms","start":"2026-03-02T19:51:47.649071Z","end":"2026-03-02T19:51:48.365945Z","steps":["trace[933851831] 'process raft request' (duration: 716.456028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:48.365957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:47.252143Z","time spent":"1.113804546s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:48.36602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:47.649023Z","time spent":"716.947394ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:48.366167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.452701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:48.36618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.178788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:51:48.36618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717659729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-02T19:51:48.366209Z","caller":"traceutil/trace.go:171","msg":"trace[1324290059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24345; }","duration":"881.262251ms","start":"2026-03-02T19:51:47.484939Z","end":"2026-03-02T19:51:48.366201Z","steps":["trace[1324290059] 'agreement among raft nodes before linearized reading' (duration: 881.149597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:48.366234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:47.484911Z","time spent":"881.316761ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:51:48.366243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023991887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:48.366243Z","caller":"traceutil/trace.go:171","msg":"trace[1750546632] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79; range_end:; response_count:1; response_revision:24345; }","duration":"1.717755991s","start":"2026-03-02T19:51:46.648466Z","end":"2026-03-02T19:51:48.366222Z","steps":["trace[1750546632] 'agreement among raft nodes before linearized reading' (duration: 1.717502303s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:48.366315Z","caller":"traceutil/trace.go:171","msg":"trace[1572311459] transaction","detail":"{read_only:false; response_revision:24345; number_of_response:1; }","duration":"716.574572ms","start":"2026-03-02T19:51:47.649725Z","end":"2026-03-02T19:51:48.3663Z","steps":["trace[1572311459] 'process raft request' (duration: 715.910221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:48.36632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:46.648446Z","time spent":"1.717864964s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" "} {"level":"warn","ts":"2026-03-02T19:51:48.366373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:47.64971Z","time spent":"716.628644ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:48.366279Z","caller":"traceutil/trace.go:171","msg":"trace[2031467195] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24345; }","duration":"1.024057749s","start":"2026-03-02T19:51:47.342207Z","end":"2026-03-02T19:51:48.366265Z","steps":["trace[2031467195] 'agreement among raft nodes before linearized reading' (duration: 1.024012877s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:48.366446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:47.342187Z","time spent":"1.024246704s","remote":"127.0.0.1:51466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:48.366454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.924516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T19:51:48.36648Z","caller":"traceutil/trace.go:171","msg":"trace[981965019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24345; }","duration":"312.995018ms","start":"2026-03-02T19:51:48.053476Z","end":"2026-03-02T19:51:48.366471Z","steps":["trace[981965019] 'agreement among raft nodes before linearized reading' (duration: 312.934266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:48.366502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:48.053453Z","time spent":"313.04477ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:51:48.365944Z","caller":"traceutil/trace.go:171","msg":"trace[99148433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24345; }","duration":"1.665446353s","start":"2026-03-02T19:51:46.700483Z","end":"2026-03-02T19:51:48.36593Z","steps":["trace[99148433] 'agreement among raft nodes before linearized reading' (duration: 1.6653596s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:48.36659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:46.700459Z","time spent":"1.666122175s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:51:48.366623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.346962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:51:48.366641Z","caller":"traceutil/trace.go:171","msg":"trace[550467744] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24345; }","duration":"107.364462ms","start":"2026-03-02T19:51:48.259271Z","end":"2026-03-02T19:51:48.366636Z","steps":["trace[550467744] 'agreement among raft nodes before linearized reading' (duration: 107.309151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:48.366202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.338973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T19:51:48.366667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.637375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:51:48.366199Z","caller":"traceutil/trace.go:171","msg":"trace[750451909] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24345; }","duration":"918.522833ms","start":"2026-03-02T19:51:47.447666Z","end":"2026-03-02T19:51:48.366189Z","steps":["trace[750451909] 'agreement among raft nodes before linearized reading' (duration: 918.471052ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:48.36669Z","caller":"traceutil/trace.go:171","msg":"trace[1348689334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24345; }","duration":"881.852309ms","start":"2026-03-02T19:51:47.484826Z","end":"2026-03-02T19:51:48.366679Z","steps":["trace[1348689334] 'agreement among raft nodes before linearized reading' (duration: 881.327542ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:48.3667Z","caller":"traceutil/trace.go:171","msg":"trace[1973253096] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24345; }","duration":"610.729898ms","start":"2026-03-02T19:51:47.755961Z","end":"2026-03-02T19:51:48.366691Z","steps":["trace[1973253096] 'agreement among raft nodes before linearized reading' (duration: 610.534952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:48.366714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:47.447646Z","time spent":"919.05687ms","remote":"127.0.0.1:51482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:48.36673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:47.48481Z","time spent":"881.908891ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:51:48.365926Z","caller":"traceutil/trace.go:171","msg":"trace[967763120] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24345; }","duration":"907.676023ms","start":"2026-03-02T19:51:47.458243Z","end":"2026-03-02T19:51:48.365919Z","steps":["trace[967763120] 'agreement among raft nodes before linearized reading' (duration: 907.57604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:48.366732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:47.755917Z","time spent":"610.80615ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":176,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:48.366818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:47.458219Z","time spent":"908.56418ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:51:48.366921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.016726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:48.366952Z","caller":"traceutil/trace.go:171","msg":"trace[77096717] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24345; }","duration":"284.079268ms","start":"2026-03-02T19:51:48.082864Z","end":"2026-03-02T19:51:48.366943Z","steps":["trace[77096717] 'agreement among raft nodes before linearized reading' (duration: 284.021806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:48.366964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.03988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T19:51:48.366968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.49848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18991e2860efdc21\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-02T19:51:48.366988Z","caller":"traceutil/trace.go:171","msg":"trace[742887240] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24345; }","duration":"313.102142ms","start":"2026-03-02T19:51:48.053878Z","end":"2026-03-02T19:51:48.366981Z","steps":["trace[742887240] 'agreement among raft nodes before linearized reading' (duration: 313.0387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:48.367006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:48.053855Z","time spent":"313.146883ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:51:48.367003Z","caller":"traceutil/trace.go:171","msg":"trace[185593250] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18991e2860efdc21; range_end:; response_count:1; response_revision:24345; }","duration":"177.574053ms","start":"2026-03-02T19:51:48.189419Z","end":"2026-03-02T19:51:48.366993Z","steps":["trace[185593250] 'agreement among raft nodes before linearized reading' (duration: 177.475659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:48.871042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947480565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:51:50.247476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295133278s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:51:50.247622Z","caller":"traceutil/trace.go:171","msg":"trace[1109050725] transaction","detail":"{read_only:false; response_revision:24346; number_of_response:1; }","duration":"1.878887358s","start":"2026-03-02T19:51:48.368706Z","end":"2026-03-02T19:51:50.247593Z","steps":["trace[1109050725] 'process raft request' (duration: 583.534733ms)","trace[1109050725] 'compare' (duration: 1.293181657s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:50.247721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:48.368691Z","time spent":"1.878977511s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:50.30651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.354247921s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:51:50.307088Z","caller":"traceutil/trace.go:171","msg":"trace[929739298] transaction","detail":"{read_only:false; response_revision:24348; number_of_response:1; }","duration":"1.93515028s","start":"2026-03-02T19:51:48.371914Z","end":"2026-03-02T19:51:50.307065Z","steps":["trace[929739298] 'process raft request' (duration: 1.934999125s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:50.307219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:48.371906Z","time spent":"1.935238912s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:50.307069Z","caller":"traceutil/trace.go:171","msg":"trace[1119689826] transaction","detail":"{read_only:false; response_revision:24347; number_of_response:1; }","duration":"1.935926075s","start":"2026-03-02T19:51:48.371105Z","end":"2026-03-02T19:51:50.307031Z","steps":["trace[1119689826] 'process raft request' (duration: 1.935658526s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:50.307251Z","caller":"traceutil/trace.go:171","msg":"trace[1141850223] transaction","detail":"{read_only:false; response_revision:24349; number_of_response:1; }","duration":"1.932868968s","start":"2026-03-02T19:51:48.37434Z","end":"2026-03-02T19:51:50.307209Z","steps":["trace[1141850223] 'process raft request' (duration: 1.932622981s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:50.307346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:48.371095Z","time spent":"1.936206653s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:50.307418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:48.374308Z","time spent":"1.933020323s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:50.307749Z","caller":"traceutil/trace.go:171","msg":"trace[1914244926] transaction","detail":"{read_only:false; response_revision:24351; number_of_response:1; }","duration":"1.918255268s","start":"2026-03-02T19:51:48.389468Z","end":"2026-03-02T19:51:50.307723Z","steps":["trace[1914244926] 'process raft request' (duration: 1.918175655s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:50.307825Z","caller":"traceutil/trace.go:171","msg":"trace[449062632] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"1.932999483s","start":"2026-03-02T19:51:48.374817Z","end":"2026-03-02T19:51:50.307817Z","steps":["trace[449062632] 'process raft request' (duration: 1.932780246s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:50.307866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:48.374801Z","time spent":"1.933040633s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:50.307895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:48.389454Z","time spent":"1.918354591s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:50.307932Z","caller":"traceutil/trace.go:171","msg":"trace[1044091383] linearizableReadLoop","detail":"{readStateIndex:25225; appliedIndex:25218; }","duration":"1.937400461s","start":"2026-03-02T19:51:48.370518Z","end":"2026-03-02T19:51:50.307919Z","steps":["trace[1044091383] 'read index received' (duration: 581.735245ms)","trace[1044091383] 'applied index is now lower than readState.Index' (duration: 1.355664276s)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:50.307968Z","caller":"traceutil/trace.go:171","msg":"trace[1895523108] transaction","detail":"{read_only:false; response_revision:24352; number_of_response:1; }","duration":"1.498077522s","start":"2026-03-02T19:51:48.809855Z","end":"2026-03-02T19:51:50.307933Z","steps":["trace[1895523108] 'process raft request' (duration: 1.497822634s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:50.307975Z","caller":"traceutil/trace.go:171","msg":"trace[1090018611] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"1.436669938s","start":"2026-03-02T19:51:48.871274Z","end":"2026-03-02T19:51:50.307944Z","steps":["trace[1090018611] 'process raft request' (duration: 1.436520653s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:50.308099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937573686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T19:51:50.308121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:48.871247Z","time spent":"1.436804142s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:50.30813Z","caller":"traceutil/trace.go:171","msg":"trace[1557876322] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24353; }","duration":"1.937608768s","start":"2026-03-02T19:51:48.370512Z","end":"2026-03-02T19:51:50.308121Z","steps":["trace[1557876322] 'agreement among raft nodes before linearized reading' (duration: 1.937477234s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:50.308132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:48.809828Z","time spent":"1.498219096s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:50.308164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:48.370485Z","time spent":"1.937672889s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:51:50.372759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999854708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T19:51:50.372843Z","caller":"traceutil/trace.go:171","msg":"trace[1415239536] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999975372s","start":"2026-03-02T19:51:48.372848Z","end":"2026-03-02T19:51:50.372823Z","steps":["trace[1415239536] 'agreement among raft nodes before linearized reading' (duration: 1.999869849s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:50.372889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:48.372837Z","time spent":"2.000043404s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 19:51:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T19:51:50.645937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.526015ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:51:50.646172Z","caller":"traceutil/trace.go:171","msg":"trace[1944179666] linearizableReadLoop","detail":"{readStateIndex:25227; appliedIndex:25226; }","duration":"338.194114ms","start":"2026-03-02T19:51:50.30796Z","end":"2026-03-02T19:51:50.646154Z","steps":["trace[1944179666] 'read index received' (duration: 5.424511ms)","trace[1944179666] 'applied index is now lower than readState.Index' (duration: 332.768613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:50.646387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234394676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T19:51:50.646426Z","caller":"traceutil/trace.go:171","msg":"trace[1915849583] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24353; }","duration":"1.234504419s","start":"2026-03-02T19:51:49.411911Z","end":"2026-03-02T19:51:50.646415Z","steps":["trace[1915849583] 'agreement among raft nodes before linearized reading' (duration: 1.234334314s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:50.646484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:49.411873Z","time spent":"1.234602972s","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T19:51:50.646488Z","caller":"traceutil/trace.go:171","msg":"trace[211592576] transaction","detail":"{read_only:false; response_revision:24354; number_of_response:1; }","duration":"274.755625ms","start":"2026-03-02T19:51:50.371701Z","end":"2026-03-02T19:51:50.646456Z","steps":["trace[211592576] 'process raft request' (duration: 274.354173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:50.940601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569527392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-02T19:51:50.940705Z","caller":"traceutil/trace.go:171","msg":"trace[786450434] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79; range_end:; response_count:1; response_revision:24354; }","duration":"1.569697728s","start":"2026-03-02T19:51:49.37098Z","end":"2026-03-02T19:51:50.940678Z","steps":["trace[786450434] 'agreement among raft nodes before linearized reading' (duration: 1.275295884s)","trace[786450434] 'range keys from in-memory index tree' (duration: 294.127116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:50.940765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:49.370966Z","time spent":"1.569783241s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" "} {"level":"warn","ts":"2026-03-02T19:51:50.940859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726171467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:50.940936Z","caller":"traceutil/trace.go:171","msg":"trace[1878887437] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24354; }","duration":"1.726318031s","start":"2026-03-02T19:51:49.214596Z","end":"2026-03-02T19:51:50.940914Z","steps":["trace[1878887437] 'agreement among raft nodes before linearized reading' (duration: 1.431705251s)","trace[1878887437] 'count revisions from in-memory index tree' (duration: 294.503167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:50.940993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:49.214566Z","time spent":"1.726406844s","remote":"127.0.0.1:33728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:50.941568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.39439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:51:50.941925Z","caller":"traceutil/trace.go:171","msg":"trace[195163858] transaction","detail":"{read_only:false; response_revision:24355; number_of_response:1; }","duration":"569.224271ms","start":"2026-03-02T19:51:50.372587Z","end":"2026-03-02T19:51:50.941811Z","steps":["trace[195163858] 'process raft request' (duration: 437.465671ms)","trace[195163858] 'compare' (duration: 131.044498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:50.942047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:50.372561Z","time spent":"569.425208ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:50.942058Z","caller":"traceutil/trace.go:171","msg":"trace[640122973] transaction","detail":"{read_only:false; response_revision:24356; number_of_response:1; }","duration":"569.227572ms","start":"2026-03-02T19:51:50.372811Z","end":"2026-03-02T19:51:50.942039Z","steps":["trace[640122973] 'process raft request' (duration: 568.86596ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:50.942146Z","caller":"traceutil/trace.go:171","msg":"trace[791255535] linearizableReadLoop","detail":"{readStateIndex:25234; appliedIndex:25228; }","duration":"295.923491ms","start":"2026-03-02T19:51:50.646207Z","end":"2026-03-02T19:51:50.942131Z","steps":["trace[791255535] 'read index received' (duration: 163.735347ms)","trace[791255535] 'applied index is now lower than readState.Index' (duration: 132.187244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:50.942175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:50.372776Z","time spent":"569.325205ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:50.942293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.472919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:50.94232Z","caller":"traceutil/trace.go:171","msg":"trace[1849695671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24360; }","duration":"569.524151ms","start":"2026-03-02T19:51:50.372787Z","end":"2026-03-02T19:51:50.942311Z","steps":["trace[1849695671] 'agreement among raft nodes before linearized reading' (duration: 569.47524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:50.942347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:50.372777Z","time spent":"569.564252ms","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:51:50.942239Z","caller":"traceutil/trace.go:171","msg":"trace[448667379] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"569.317985ms","start":"2026-03-02T19:51:50.372911Z","end":"2026-03-02T19:51:50.942229Z","steps":["trace[448667379] 'process raft request' (duration: 568.85573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:50.942437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:50.372891Z","time spent":"569.495199ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:50.94244Z","caller":"traceutil/trace.go:171","msg":"trace[1519595808] transaction","detail":"{read_only:false; response_revision:24359; number_of_response:1; }","duration":"566.265668ms","start":"2026-03-02T19:51:50.376038Z","end":"2026-03-02T19:51:50.942304Z","steps":["trace[1519595808] 'process raft request' (duration: 565.807743ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:50.942494Z","caller":"traceutil/trace.go:171","msg":"trace[542530484] transaction","detail":"{read_only:false; response_revision:24360; number_of_response:1; }","duration":"563.602395ms","start":"2026-03-02T19:51:50.378884Z","end":"2026-03-02T19:51:50.942487Z","steps":["trace[542530484] 'process raft request' (duration: 563.185772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:50.942534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:50.378877Z","time spent":"563.636535ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:50.942703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.056036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:51:50.94273Z","caller":"traceutil/trace.go:171","msg":"trace[1687854741] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24360; }","duration":"103.121959ms","start":"2026-03-02T19:51:50.839601Z","end":"2026-03-02T19:51:50.942723Z","steps":["trace[1687854741] 'agreement among raft nodes before linearized reading' (duration: 103.071978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:50.942628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:50.376031Z","time spent":"566.464835ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:50.942829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.376432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-02T19:51:50.942899Z","caller":"traceutil/trace.go:171","msg":"trace[815202535] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24360; }","duration":"633.474605ms","start":"2026-03-02T19:51:50.309404Z","end":"2026-03-02T19:51:50.942879Z","steps":["trace[815202535] 'agreement among raft nodes before linearized reading' (duration: 633.285919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:50.942955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:50.309387Z","time spent":"633.553918ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T19:51:50.942815Z","caller":"traceutil/trace.go:171","msg":"trace[902310939] transaction","detail":"{read_only:false; response_revision:24358; number_of_response:1; }","duration":"568.028544ms","start":"2026-03-02T19:51:50.374754Z","end":"2026-03-02T19:51:50.942782Z","steps":["trace[902310939] 'process raft request' (duration: 567.055913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:50.943146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:50.374737Z","time spent":"568.327503ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:51.450357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947480586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:51:51.951394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9154582946947480586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T19:51:52.121297Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.171903796s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T19:51:52.152245Z","caller":"traceutil/trace.go:171","msg":"trace[557931079] linearizableReadLoop","detail":"{readStateIndex:25235; appliedIndex:25234; }","duration":"1.202230521s","start":"2026-03-02T19:51:50.949987Z","end":"2026-03-02T19:51:52.152218Z","steps":["trace[557931079] 'read index received' (duration: 1.171449791s)","trace[557931079] 'applied index is now lower than readState.Index' (duration: 30.77916ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:52.152325Z","caller":"traceutil/trace.go:171","msg":"trace[1299854911] transaction","detail":"{read_only:false; response_revision:24361; number_of_response:1; }","duration":"1.202956944s","start":"2026-03-02T19:51:50.949316Z","end":"2026-03-02T19:51:52.152272Z","steps":["trace[1299854911] 'process raft request' (duration: 1.172123872s)","trace[1299854911] 'compare' (duration: 29.614913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:52.152427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202420987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:52.152542Z","caller":"traceutil/trace.go:171","msg":"trace[1540639228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24361; }","duration":"1.20252968s","start":"2026-03-02T19:51:50.949972Z","end":"2026-03-02T19:51:52.152501Z","steps":["trace[1540639228] 'agreement among raft nodes before linearized reading' (duration: 1.202355924s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:52.152553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:50.949304Z","time spent":"1.203126789s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:52.152589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:50.949962Z","time spent":"1.202617513s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:51:52.152444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146035601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:52.15284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.592996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-02T19:51:52.152894Z","caller":"traceutil/trace.go:171","msg":"trace[2037328416] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79; range_end:; response_count:1; response_revision:24361; }","duration":"205.675048ms","start":"2026-03-02T19:51:51.947198Z","end":"2026-03-02T19:51:52.152873Z","steps":["trace[2037328416] 'agreement among raft nodes before linearized reading' (duration: 205.568865ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:52.152922Z","caller":"traceutil/trace.go:171","msg":"trace[1708776851] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24361; }","duration":"1.146506526s","start":"2026-03-02T19:51:51.006349Z","end":"2026-03-02T19:51:52.152856Z","steps":["trace[1708776851] 'agreement among raft nodes before linearized reading' (duration: 1.146026561s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:52.152965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:51.006327Z","time spent":"1.146626499s","remote":"127.0.0.1:33804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T19:51:52.153054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.622858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:52.153101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.080176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:51:52.153122Z","caller":"traceutil/trace.go:171","msg":"trace[359317372] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24361; }","duration":"819.711671ms","start":"2026-03-02T19:51:51.333385Z","end":"2026-03-02T19:51:52.153097Z","steps":["trace[359317372] 'agreement among raft nodes before linearized reading' (duration: 819.600997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:52.153178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122045715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:51:52.153133Z","caller":"traceutil/trace.go:171","msg":"trace[1675278856] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24361; }","duration":"956.143088ms","start":"2026-03-02T19:51:51.196981Z","end":"2026-03-02T19:51:52.153124Z","steps":["trace[1675278856] 'agreement among raft nodes before linearized reading' (duration: 956.067026ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:52.153204Z","caller":"traceutil/trace.go:171","msg":"trace[158932999] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24361; }","duration":"1.122073066s","start":"2026-03-02T19:51:51.031124Z","end":"2026-03-02T19:51:52.153197Z","steps":["trace[158932999] 'agreement among raft nodes before linearized reading' (duration: 1.122026544s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:52.153217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:51.196943Z","time spent":"956.263902ms","remote":"127.0.0.1:33626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:52.15324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:51.031076Z","time spent":"1.122152539s","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:52.153423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.201864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:52.153173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:51.333369Z","time spent":"819.794614ms","remote":"127.0.0.1:54890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T19:51:52.153498Z","caller":"traceutil/trace.go:171","msg":"trace[1592165665] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24361; }","duration":"732.315728ms","start":"2026-03-02T19:51:51.421168Z","end":"2026-03-02T19:51:52.153484Z","steps":["trace[1592165665] 'agreement among raft nodes before linearized reading' (duration: 732.208214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:52.153577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:51.421145Z","time spent":"732.420041ms","remote":"127.0.0.1:51452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:52.153579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.964215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-02T19:51:52.153685Z","caller":"traceutil/trace.go:171","msg":"trace[338393391] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24361; }","duration":"391.11962ms","start":"2026-03-02T19:51:51.762547Z","end":"2026-03-02T19:51:52.153667Z","steps":["trace[338393391] 'agreement among raft nodes before linearized reading' (duration: 390.773979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:52.153988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:51.76253Z","time spent":"391.43464ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T19:51:52.934826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.171508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:51:52.934894Z","caller":"traceutil/trace.go:171","msg":"trace[167673798] linearizableReadLoop","detail":"{readStateIndex:25236; appliedIndex:25235; }","duration":"775.364305ms","start":"2026-03-02T19:51:52.159519Z","end":"2026-03-02T19:51:52.934883Z","steps":["trace[167673798] 'read index received' (duration: 166.950419ms)","trace[167673798] 'applied index is now lower than readState.Index' (duration: 608.413266ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:52.935012Z","caller":"traceutil/trace.go:171","msg":"trace[1043449110] transaction","detail":"{read_only:false; response_revision:24362; number_of_response:1; }","duration":"777.082939ms","start":"2026-03-02T19:51:52.15792Z","end":"2026-03-02T19:51:52.935003Z","steps":["trace[1043449110] 'process raft request' (duration: 168.681233ms)","trace[1043449110] 'compare' (duration: 607.5812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:52.935045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:52.157908Z","time spent":"777.118491ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":762,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:52.935159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.651974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:52.935175Z","caller":"traceutil/trace.go:171","msg":"trace[669088514] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24362; }","duration":"775.667314ms","start":"2026-03-02T19:51:52.159501Z","end":"2026-03-02T19:51:52.935168Z","steps":["trace[669088514] 'agreement among raft nodes before linearized reading' (duration: 775.637103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:52.935191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:52.159445Z","time spent":"775.740897ms","remote":"127.0.0.1:33496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:51:53.718746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.268785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:51:53.719277Z","caller":"traceutil/trace.go:171","msg":"trace[1073943482] transaction","detail":"{read_only:false; response_revision:24363; number_of_response:1; }","duration":"1.067732025s","start":"2026-03-02T19:51:52.651517Z","end":"2026-03-02T19:51:53.719249Z","steps":["trace[1073943482] 'process raft request' (duration: 669.858581ms)","trace[1073943482] 'compare' (duration: 397.11337ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:53.719339Z","caller":"traceutil/trace.go:171","msg":"trace[1631738658] transaction","detail":"{read_only:false; response_revision:24364; number_of_response:1; }","duration":"842.569992ms","start":"2026-03-02T19:51:52.87675Z","end":"2026-03-02T19:51:53.719319Z","steps":["trace[1631738658] 'process raft request' (duration: 842.422217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:53.719418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:52.651493Z","time spent":"1.067846469s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:53.719435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:52.876733Z","time spent":"842.655405ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:53.719573Z","caller":"traceutil/trace.go:171","msg":"trace[228435230] transaction","detail":"{read_only:false; response_revision:24365; number_of_response:1; }","duration":"772.141733ms","start":"2026-03-02T19:51:52.947408Z","end":"2026-03-02T19:51:53.719549Z","steps":["trace[228435230] 'process raft request' (duration: 771.864634ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:53.719648Z","caller":"traceutil/trace.go:171","msg":"trace[150321024] transaction","detail":"{read_only:false; response_revision:24366; number_of_response:1; }","duration":"772.096092ms","start":"2026-03-02T19:51:52.947542Z","end":"2026-03-02T19:51:53.719639Z","steps":["trace[150321024] 'process raft request' (duration: 771.914136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:53.719663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:52.94739Z","time spent":"772.226056ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:53.719692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:52.947536Z","time spent":"772.130623ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:53.719734Z","caller":"traceutil/trace.go:171","msg":"trace[1268479553] transaction","detail":"{read_only:false; response_revision:24368; number_of_response:1; }","duration":"771.05337ms","start":"2026-03-02T19:51:52.948668Z","end":"2026-03-02T19:51:53.719722Z","steps":["trace[1268479553] 'process raft request' (duration: 770.964837ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:53.719748Z","caller":"traceutil/trace.go:171","msg":"trace[733039250] transaction","detail":"{read_only:false; response_revision:24367; number_of_response:1; }","duration":"771.428181ms","start":"2026-03-02T19:51:52.948267Z","end":"2026-03-02T19:51:53.719696Z","steps":["trace[733039250] 'process raft request' (duration: 771.305647ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:53.719788Z","caller":"traceutil/trace.go:171","msg":"trace[1932535378] transaction","detail":"{read_only:false; response_revision:24369; number_of_response:1; }","duration":"770.632586ms","start":"2026-03-02T19:51:52.949143Z","end":"2026-03-02T19:51:53.719776Z","steps":["trace[1932535378] 'process raft request' (duration: 770.533313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:53.719805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:52.948661Z","time spent":"771.116821ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:53.719797Z","caller":"traceutil/trace.go:171","msg":"trace[334581615] linearizableReadLoop","detail":"{readStateIndex:25238; appliedIndex:25236; }","duration":"784.864684ms","start":"2026-03-02T19:51:52.934907Z","end":"2026-03-02T19:51:53.719772Z","steps":["trace[334581615] 'read index received' (duration: 386.443193ms)","trace[334581615] 'applied index is now lower than readState.Index' (duration: 398.420491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:53.719842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:52.949135Z","time spent":"770.677057ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:53.719879Z","caller":"traceutil/trace.go:171","msg":"trace[1556603428] transaction","detail":"{read_only:false; response_revision:24370; number_of_response:1; }","duration":"769.889952ms","start":"2026-03-02T19:51:52.949979Z","end":"2026-03-02T19:51:53.719869Z","steps":["trace[1556603428] 'process raft request' (duration: 769.739268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:53.719876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:52.94826Z","time spent":"771.547354ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:53.719922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:52.949955Z","time spent":"769.948554ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:53.719942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407158947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:51:53.719959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558185815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:53.719967Z","caller":"traceutil/trace.go:171","msg":"trace[1223710407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24370; }","duration":"1.40724186s","start":"2026-03-02T19:51:52.312718Z","end":"2026-03-02T19:51:53.71996Z","steps":["trace[1223710407] 'agreement among raft nodes before linearized reading' (duration: 1.407150627s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:53.71999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:52.312684Z","time spent":"1.407301462s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:51:53.719989Z","caller":"traceutil/trace.go:171","msg":"trace[793443521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24370; }","duration":"1.558236647s","start":"2026-03-02T19:51:52.161743Z","end":"2026-03-02T19:51:53.71998Z","steps":["trace[793443521] 'agreement among raft nodes before linearized reading' (duration: 1.558182275s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:53.719978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407184228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:51:53.720028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407281151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T19:51:53.719844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241674854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:53.720061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55962152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:51:53.720069Z","caller":"traceutil/trace.go:171","msg":"trace[1370739625] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24370; }","duration":"1.407379524s","start":"2026-03-02T19:51:52.312679Z","end":"2026-03-02T19:51:53.720058Z","steps":["trace[1370739625] 'agreement among raft nodes before linearized reading' (duration: 1.407220919s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:53.720082Z","caller":"traceutil/trace.go:171","msg":"trace[134362555] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24370; }","duration":"1.559659242s","start":"2026-03-02T19:51:52.160418Z","end":"2026-03-02T19:51:53.720077Z","steps":["trace[134362555] 'agreement among raft nodes before linearized reading' (duration: 1.55959642s)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:53.720082Z","caller":"traceutil/trace.go:171","msg":"trace[83450192] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24370; }","duration":"1.241915142s","start":"2026-03-02T19:51:52.478158Z","end":"2026-03-02T19:51:53.720074Z","steps":["trace[83450192] 'agreement among raft nodes before linearized reading' (duration: 1.241650543s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:53.72008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407443217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T19:51:53.720018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:52.161732Z","time spent":"1.558280898s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:51:53.720103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:52.160405Z","time spent":"1.559692312s","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:51:53.720107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:52.478086Z","time spent":"1.242013265s","remote":"127.0.0.1:38212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:53.720108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:52.312656Z","time spent":"1.407445177s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T19:51:53.720114Z","caller":"traceutil/trace.go:171","msg":"trace[708255333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24370; }","duration":"1.40756232s","start":"2026-03-02T19:51:52.312541Z","end":"2026-03-02T19:51:53.720104Z","steps":["trace[708255333] 'agreement among raft nodes before linearized reading' (duration: 1.407439946s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:53.720135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408066796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T19:51:53.720143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:52.312533Z","time spent":"1.407604142s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T19:51:53.720177Z","caller":"traceutil/trace.go:171","msg":"trace[1670310380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24370; }","duration":"1.408140188s","start":"2026-03-02T19:51:52.31202Z","end":"2026-03-02T19:51:53.72016Z","steps":["trace[1670310380] 'agreement among raft nodes before linearized reading' (duration: 1.408019025s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:53.720251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:52.311995Z","time spent":"1.408239962s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:51:53.720068Z","caller":"traceutil/trace.go:171","msg":"trace[1709935616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24370; }","duration":"1.407278091s","start":"2026-03-02T19:51:52.312767Z","end":"2026-03-02T19:51:53.720045Z","steps":["trace[1709935616] 'agreement among raft nodes before linearized reading' (duration: 1.407050914s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:53.720333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:52.312685Z","time spent":"1.407637723s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:51:54.033323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.23834ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:54.033432Z","caller":"traceutil/trace.go:171","msg":"trace[246749458] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24370; }","duration":"135.353304ms","start":"2026-03-02T19:51:53.898057Z","end":"2026-03-02T19:51:54.03341Z","steps":["trace[246749458] 'range keys from in-memory index tree' (duration: 135.22108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:54.033475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.959742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:51:54.033552Z","caller":"traceutil/trace.go:171","msg":"trace[511963309] linearizableReadLoop","detail":"{readStateIndex:25245; appliedIndex:25244; }","duration":"313.658631ms","start":"2026-03-02T19:51:53.719869Z","end":"2026-03-02T19:51:54.033528Z","steps":["trace[511963309] 'read index received' (duration: 105.605417ms)","trace[511963309] 'applied index is now lower than readState.Index' (duration: 208.052124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:54.033608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088579733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:54.033622Z","caller":"traceutil/trace.go:171","msg":"trace[1818159713] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24371; }","duration":"1.088628924s","start":"2026-03-02T19:51:52.944987Z","end":"2026-03-02T19:51:54.033616Z","steps":["trace[1818159713] 'agreement among raft nodes before linearized reading' (duration: 1.088598123s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:54.03364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:52.944965Z","time spent":"1.088669905s","remote":"127.0.0.1:33600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T19:51:54.033663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.583168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T19:51:54.033682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.578025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-03-02T19:51:54.033706Z","caller":"traceutil/trace.go:171","msg":"trace[122617151] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79; range_end:; response_count:1; response_revision:24371; }","duration":"870.644857ms","start":"2026-03-02T19:51:53.163054Z","end":"2026-03-02T19:51:54.033699Z","steps":["trace[122617151] 'agreement among raft nodes before linearized reading' (duration: 870.530043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:54.033743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:53.163034Z","time spent":"870.702669ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" "} {"level":"info","ts":"2026-03-02T19:51:54.033827Z","caller":"traceutil/trace.go:171","msg":"trace[1496245117] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"350.588234ms","start":"2026-03-02T19:51:53.683153Z","end":"2026-03-02T19:51:54.033742Z","steps":["trace[1496245117] 'process raft request' (duration: 142.309423ms)","trace[1496245117] 'compare' (duration: 207.887539ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:54.033694Z","caller":"traceutil/trace.go:171","msg":"trace[1076233338] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24371; }","duration":"326.65311ms","start":"2026-03-02T19:51:53.707033Z","end":"2026-03-02T19:51:54.033686Z","steps":["trace[1076233338] 'agreement among raft nodes before linearized reading' (duration: 326.529756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:54.033961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:53.707011Z","time spent":"326.94043ms","remote":"127.0.0.1:33832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:54.033984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:53.683124Z","time spent":"350.77869ms","remote":"127.0.0.1:53864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:54.033995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.810418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:54.034081Z","caller":"traceutil/trace.go:171","msg":"trace[1996760406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24371; }","duration":"694.948472ms","start":"2026-03-02T19:51:53.339113Z","end":"2026-03-02T19:51:54.034061Z","steps":["trace[1996760406] 'agreement among raft nodes before linearized reading' (duration: 694.799347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:54.034135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:53.339092Z","time spent":"695.032985ms","remote":"127.0.0.1:51432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:54.295481Z","caller":"traceutil/trace.go:171","msg":"trace[517188708] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"570.391258ms","start":"2026-03-02T19:51:53.725067Z","end":"2026-03-02T19:51:54.295458Z","steps":["trace[517188708] 'process raft request' (duration: 567.178317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:54.295618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:53.725045Z","time spent":"570.506201ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:54.295976Z","caller":"traceutil/trace.go:171","msg":"trace[1923287549] linearizableReadLoop","detail":"{readStateIndex:25250; appliedIndex:25245; }","duration":"262.390766ms","start":"2026-03-02T19:51:54.033566Z","end":"2026-03-02T19:51:54.295956Z","steps":["trace[1923287549] 'read index received' (duration: 258.723021ms)","trace[1923287549] 'applied index is now lower than readState.Index' (duration: 3.666745ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:54.296001Z","caller":"traceutil/trace.go:171","msg":"trace[1273759369] transaction","detail":"{read_only:false; response_revision:24376; number_of_response:1; }","duration":"570.170261ms","start":"2026-03-02T19:51:53.725815Z","end":"2026-03-02T19:51:54.295985Z","steps":["trace[1273759369] 'process raft request' (duration: 570.082428ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:54.296008Z","caller":"traceutil/trace.go:171","msg":"trace[394931455] transaction","detail":"{read_only:false; response_revision:24375; number_of_response:1; }","duration":"570.276025ms","start":"2026-03-02T19:51:53.725699Z","end":"2026-03-02T19:51:54.295975Z","steps":["trace[394931455] 'process raft request' (duration: 570.151941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:54.296045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.489994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:54.296075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:53.725808Z","time spent":"570.231553ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:54.2961Z","caller":"traceutil/trace.go:171","msg":"trace[2011592385] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24376; }","duration":"512.590287ms","start":"2026-03-02T19:51:53.783496Z","end":"2026-03-02T19:51:54.296087Z","steps":["trace[2011592385] 'agreement among raft nodes before linearized reading' (duration: 512.474983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:54.296128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.094817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:51:54.296143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:53.783471Z","time spent":"512.66245ms","remote":"127.0.0.1:54042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:54.296118Z","caller":"traceutil/trace.go:171","msg":"trace[1931154055] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"570.44307ms","start":"2026-03-02T19:51:53.725645Z","end":"2026-03-02T19:51:54.296088Z","steps":["trace[1931154055] 'process raft request' (duration: 569.760939ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:54.296175Z","caller":"traceutil/trace.go:171","msg":"trace[2065195199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24376; }","duration":"575.157338ms","start":"2026-03-02T19:51:53.721005Z","end":"2026-03-02T19:51:54.296162Z","steps":["trace[2065195199] 'agreement among raft nodes before linearized reading' (duration: 575.081656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:54.296167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:53.72568Z","time spent":"570.391498ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:54.296225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:53.720991Z","time spent":"575.22088ms","remote":"127.0.0.1:33296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:51:54.296231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.183219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"warn","ts":"2026-03-02T19:51:54.296265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:53.725625Z","time spent":"570.559763ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:54.296199Z","caller":"traceutil/trace.go:171","msg":"trace[580151115] transaction","detail":"{read_only:false; response_revision:24374; number_of_response:1; }","duration":"570.440999ms","start":"2026-03-02T19:51:53.72568Z","end":"2026-03-02T19:51:54.296121Z","steps":["trace[580151115] 'process raft request' (duration: 570.107799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:54.296399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:53.725657Z","time spent":"570.695827ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:54.296309Z","caller":"traceutil/trace.go:171","msg":"trace[1536376556] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24376; }","duration":"575.287033ms","start":"2026-03-02T19:51:53.721005Z","end":"2026-03-02T19:51:54.296292Z","steps":["trace[1536376556] 'agreement among raft nodes before linearized reading' (duration: 575.051185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:54.296452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.663628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:51:54.296485Z","caller":"traceutil/trace.go:171","msg":"trace[463367114] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24376; }","duration":"178.736ms","start":"2026-03-02T19:51:54.11774Z","end":"2026-03-02T19:51:54.296476Z","steps":["trace[463367114] 'agreement among raft nodes before linearized reading' (duration: 178.684169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:54.296491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:53.72099Z","time spent":"575.490458ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:51:54.29649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.689373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:54.296529Z","caller":"traceutil/trace.go:171","msg":"trace[95408214] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24376; }","duration":"241.755026ms","start":"2026-03-02T19:51:54.054765Z","end":"2026-03-02T19:51:54.29652Z","steps":["trace[95408214] 'agreement among raft nodes before linearized reading' (duration: 241.694104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:54.29641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.201269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-02T19:51:54.296617Z","caller":"traceutil/trace.go:171","msg":"trace[476212693] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24376; }","duration":"255.438596ms","start":"2026-03-02T19:51:54.041166Z","end":"2026-03-02T19:51:54.296605Z","steps":["trace[476212693] 'agreement among raft nodes before linearized reading' (duration: 255.192139ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:54.579523Z","caller":"traceutil/trace.go:171","msg":"trace[138299012] linearizableReadLoop","detail":"{readStateIndex:25251; appliedIndex:25250; }","duration":"160.31335ms","start":"2026-03-02T19:51:54.419176Z","end":"2026-03-02T19:51:54.57949Z","steps":["trace[138299012] 'read index received' (duration: 100.927939ms)","trace[138299012] 'applied index is now lower than readState.Index' (duration: 59.383421ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:54.579687Z","caller":"traceutil/trace.go:171","msg":"trace[777079548] transaction","detail":"{read_only:false; response_revision:24377; number_of_response:1; }","duration":"217.356047ms","start":"2026-03-02T19:51:54.362279Z","end":"2026-03-02T19:51:54.579635Z","steps":["trace[777079548] 'process raft request' (duration: 157.868733ms)","trace[777079548] 'compare' (duration: 59.154704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:54.579772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.567669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.36\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-02T19:51:54.579823Z","caller":"traceutil/trace.go:171","msg":"trace[2106751784] range","detail":"{range_begin:/registry/masterleases/162.253.55.36; range_end:; response_count:1; response_revision:24377; }","duration":"160.647951ms","start":"2026-03-02T19:51:54.41916Z","end":"2026-03-02T19:51:54.579808Z","steps":["trace[2106751784] 'agreement among raft nodes before linearized reading' (duration: 160.454975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:54.993251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.55016ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-02T19:51:54.993624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:54.580887Z","time spent":"412.732322ms","remote":"127.0.0.1:33344","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T19:51:55.587282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.204138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:51:55.587413Z","caller":"traceutil/trace.go:171","msg":"trace[980730832] transaction","detail":"{read_only:false; response_revision:24379; number_of_response:1; }","duration":"211.244983ms","start":"2026-03-02T19:51:55.376146Z","end":"2026-03-02T19:51:55.587391Z","steps":["trace[980730832] 'process raft request' (duration: 56.832769ms)","trace[980730832] 'compare' (duration: 153.993411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:56.042844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.725109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:56.042942Z","caller":"traceutil/trace.go:171","msg":"trace[270681306] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24386; }","duration":"157.876994ms","start":"2026-03-02T19:51:55.885039Z","end":"2026-03-02T19:51:56.042916Z","steps":["trace[270681306] 'count revisions from in-memory index tree' (duration: 157.627606ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:56.499728Z","caller":"traceutil/trace.go:171","msg":"trace[1185060816] transaction","detail":"{read_only:false; response_revision:24387; number_of_response:1; }","duration":"195.209659ms","start":"2026-03-02T19:51:56.304481Z","end":"2026-03-02T19:51:56.49969Z","steps":["trace[1185060816] 'process raft request' (duration: 195.010913ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:56.817424Z","caller":"traceutil/trace.go:171","msg":"trace[111174864] transaction","detail":"{read_only:false; response_revision:24388; number_of_response:1; }","duration":"512.725232ms","start":"2026-03-02T19:51:56.304654Z","end":"2026-03-02T19:51:56.817379Z","steps":["trace[111174864] 'process raft request' (duration: 447.985822ms)","trace[111174864] 'compare' (duration: 64.057888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:56.817601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:56.304638Z","time spent":"512.868416ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:56.817992Z","caller":"traceutil/trace.go:171","msg":"trace[122371671] transaction","detail":"{read_only:false; response_revision:24389; number_of_response:1; }","duration":"512.306899ms","start":"2026-03-02T19:51:56.305647Z","end":"2026-03-02T19:51:56.817954Z","steps":["trace[122371671] 'process raft request' (duration: 511.562755ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:56.818272Z","caller":"traceutil/trace.go:171","msg":"trace[1642083764] transaction","detail":"{read_only:false; response_revision:24390; number_of_response:1; }","duration":"512.001948ms","start":"2026-03-02T19:51:56.306259Z","end":"2026-03-02T19:51:56.818261Z","steps":["trace[1642083764] 'process raft request' (duration: 511.661978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:56.818283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:56.305637Z","time spent":"512.451433ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:56.818329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:56.306244Z","time spent":"512.057781ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:56.818356Z","caller":"traceutil/trace.go:171","msg":"trace[840052297] transaction","detail":"{read_only:false; response_revision:24391; number_of_response:1; }","duration":"511.71266ms","start":"2026-03-02T19:51:56.306561Z","end":"2026-03-02T19:51:56.818274Z","steps":["trace[840052297] 'process raft request' (duration: 511.530934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:56.818668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:56.306543Z","time spent":"511.988948ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:57.27832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.464496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-03-02T19:51:57.278389Z","caller":"traceutil/trace.go:171","msg":"trace[756828486] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79; range_end:; response_count:1; response_revision:24391; }","duration":"194.59093ms","start":"2026-03-02T19:51:57.083782Z","end":"2026-03-02T19:51:57.278373Z","steps":["trace[756828486] 'range keys from in-memory index tree' (duration: 194.28076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:57.278533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.071707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:57.278603Z","caller":"traceutil/trace.go:171","msg":"trace[1140679125] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24391; }","duration":"356.202821ms","start":"2026-03-02T19:51:56.92238Z","end":"2026-03-02T19:51:57.278582Z","steps":["trace[1140679125] 'count revisions from in-memory index tree' (duration: 355.943342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:57.278647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:56.922352Z","time spent":"356.285954ms","remote":"127.0.0.1:33548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:57.943227Z","caller":"traceutil/trace.go:171","msg":"trace[1821536610] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"194.28089ms","start":"2026-03-02T19:51:57.748918Z","end":"2026-03-02T19:51:57.943199Z","steps":["trace[1821536610] 'process raft request' (duration: 194.102694ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:58.389052Z","caller":"traceutil/trace.go:171","msg":"trace[1508409741] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"605.861816ms","start":"2026-03-02T19:51:57.783153Z","end":"2026-03-02T19:51:58.389015Z","steps":["trace[1508409741] 'process raft request' (duration: 605.746332ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:58.389058Z","caller":"traceutil/trace.go:171","msg":"trace[1324877807] transaction","detail":"{read_only:false; response_revision:24393; number_of_response:1; }","duration":"605.851996ms","start":"2026-03-02T19:51:57.783153Z","end":"2026-03-02T19:51:58.389005Z","steps":["trace[1324877807] 'process raft request' (duration: 605.617248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:58.389138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.869147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:58.389176Z","caller":"traceutil/trace.go:171","msg":"trace[1872247416] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24398; }","duration":"499.95085ms","start":"2026-03-02T19:51:57.889218Z","end":"2026-03-02T19:51:58.389169Z","steps":["trace[1872247416] 'agreement among raft nodes before linearized reading' (duration: 499.876197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:58.389191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:57.78313Z","time spent":"605.98938ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:58.389202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:57.889204Z","time spent":"499.991681ms","remote":"127.0.0.1:38834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:51:58.389053Z","caller":"traceutil/trace.go:171","msg":"trace[162541889] linearizableReadLoop","detail":"{readStateIndex:25273; appliedIndex:25266; }","duration":"499.768844ms","start":"2026-03-02T19:51:57.889256Z","end":"2026-03-02T19:51:58.389025Z","steps":["trace[162541889] 'read index received' (duration: 53.737693ms)","trace[162541889] 'applied index is now lower than readState.Index' (duration: 446.030281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:58.389296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:57.783124Z","time spent":"606.036312ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:58.389401Z","caller":"traceutil/trace.go:171","msg":"trace[1687871097] transaction","detail":"{read_only:false; response_revision:24395; number_of_response:1; }","duration":"606.242728ms","start":"2026-03-02T19:51:57.783151Z","end":"2026-03-02T19:51:58.389393Z","steps":["trace[1687871097] 'process raft request' (duration: 605.779693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:58.389441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.471616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T19:51:58.389461Z","caller":"traceutil/trace.go:171","msg":"trace[14947693] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24398; }","duration":"247.538618ms","start":"2026-03-02T19:51:58.141917Z","end":"2026-03-02T19:51:58.389456Z","steps":["trace[14947693] 'agreement among raft nodes before linearized reading' (duration: 247.428134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:58.389468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:57.783112Z","time spent":"606.31262ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:58.389534Z","caller":"traceutil/trace.go:171","msg":"trace[464824137] transaction","detail":"{read_only:false; response_revision:24398; number_of_response:1; }","duration":"606.061112ms","start":"2026-03-02T19:51:57.783466Z","end":"2026-03-02T19:51:58.389527Z","steps":["trace[464824137] 'process raft request' (duration: 605.534125ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:58.389539Z","caller":"traceutil/trace.go:171","msg":"trace[1540349506] transaction","detail":"{read_only:false; response_revision:24397; number_of_response:1; }","duration":"606.167786ms","start":"2026-03-02T19:51:57.783346Z","end":"2026-03-02T19:51:58.389514Z","steps":["trace[1540349506] 'process raft request' (duration: 605.631969ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:58.389582Z","caller":"traceutil/trace.go:171","msg":"trace[1335351052] transaction","detail":"{read_only:false; response_revision:24396; number_of_response:1; }","duration":"606.340151ms","start":"2026-03-02T19:51:57.783192Z","end":"2026-03-02T19:51:58.389532Z","steps":["trace[1335351052] 'process raft request' (duration: 605.764533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:58.389666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:57.783336Z","time spent":"606.265938ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:58.389579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:57.783457Z","time spent":"606.099433ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:58.389731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:57.783165Z","time spent":"606.490256ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:58.389816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.762334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T19:51:58.389847Z","caller":"traceutil/trace.go:171","msg":"trace[1299401177] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24398; }","duration":"246.806055ms","start":"2026-03-02T19:51:58.143031Z","end":"2026-03-02T19:51:58.389837Z","steps":["trace[1299401177] 'agreement among raft nodes before linearized reading' (duration: 246.751713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:58.38974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.047528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" ","response":"range_response_count:1 size:3946"} {"level":"info","ts":"2026-03-02T19:51:58.389942Z","caller":"traceutil/trace.go:171","msg":"trace[76265659] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79; range_end:; response_count:1; response_revision:24398; }","duration":"104.263885ms","start":"2026-03-02T19:51:58.285661Z","end":"2026-03-02T19:51:58.389925Z","steps":["trace[76265659] 'agreement among raft nodes before linearized reading' (duration: 104.031107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:58.932384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.953302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:51:58.932565Z","caller":"traceutil/trace.go:171","msg":"trace[928489410] linearizableReadLoop","detail":"{readStateIndex:25275; appliedIndex:25273; }","duration":"534.230979ms","start":"2026-03-02T19:51:58.398315Z","end":"2026-03-02T19:51:58.932546Z","steps":["trace[928489410] 'read index received' (duration: 152.103831ms)","trace[928489410] 'applied index is now lower than readState.Index' (duration: 382.126128ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:51:58.932644Z","caller":"traceutil/trace.go:171","msg":"trace[2081097904] transaction","detail":"{read_only:false; response_revision:24400; number_of_response:1; }","duration":"536.035395ms","start":"2026-03-02T19:51:58.396599Z","end":"2026-03-02T19:51:58.932634Z","steps":["trace[2081097904] 'process raft request' (duration: 535.892741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:58.932711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:58.396575Z","time spent":"536.100408ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:58.932703Z","caller":"traceutil/trace.go:171","msg":"trace[653930121] transaction","detail":"{read_only:false; response_revision:24399; number_of_response:1; }","duration":"537.529723ms","start":"2026-03-02T19:51:58.395145Z","end":"2026-03-02T19:51:58.932675Z","steps":["trace[653930121] 'process raft request' (duration: 155.201639ms)","trace[653930121] 'compare' (duration: 381.720025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:58.932835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:58.395121Z","time spent":"537.642167ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:58.932936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.613501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:58.932979Z","caller":"traceutil/trace.go:171","msg":"trace[1035501043] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24400; }","duration":"534.663513ms","start":"2026-03-02T19:51:58.398302Z","end":"2026-03-02T19:51:58.932965Z","steps":["trace[1035501043] 'agreement among raft nodes before linearized reading' (duration: 534.597251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:58.933018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:58.398295Z","time spent":"534.716144ms","remote":"127.0.0.1:33398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-02T19:51:59.43765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.201599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:51:59.43781Z","caller":"traceutil/trace.go:171","msg":"trace[679198553] linearizableReadLoop","detail":"{readStateIndex:25276; appliedIndex:25275; }","duration":"505.146252ms","start":"2026-03-02T19:51:58.932602Z","end":"2026-03-02T19:51:59.437748Z","steps":["trace[679198553] 'read index received' (duration: 103.744878ms)","trace[679198553] 'applied index is now lower than readState.Index' (duration: 401.400144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:59.437943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.275083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:59.437981Z","caller":"traceutil/trace.go:171","msg":"trace[1414208636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24401; }","duration":"736.365635ms","start":"2026-03-02T19:51:58.701606Z","end":"2026-03-02T19:51:59.437971Z","steps":["trace[1414208636] 'agreement among raft nodes before linearized reading' (duration: 736.297733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:59.438019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:58.701577Z","time spent":"736.434318ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T19:51:59.438079Z","caller":"traceutil/trace.go:171","msg":"trace[1289169289] transaction","detail":"{read_only:false; response_revision:24401; number_of_response:1; }","duration":"711.4243ms","start":"2026-03-02T19:51:58.726636Z","end":"2026-03-02T19:51:59.43806Z","steps":["trace[1289169289] 'process raft request' (duration: 309.704885ms)","trace[1289169289] 'compare' (duration: 401.013863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:59.43816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.872939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:51:59.438064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.500898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T19:51:59.438173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.93303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T19:51:59.438221Z","caller":"traceutil/trace.go:171","msg":"trace[1794392638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24401; }","duration":"615.721425ms","start":"2026-03-02T19:51:58.82249Z","end":"2026-03-02T19:51:59.438212Z","steps":["trace[1794392638] 'agreement among raft nodes before linearized reading' (duration: 615.400815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:59.438258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:58.822468Z","time spent":"615.782597ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T19:51:59.438252Z","caller":"traceutil/trace.go:171","msg":"trace[1711718019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24401; }","duration":"615.006022ms","start":"2026-03-02T19:51:58.823221Z","end":"2026-03-02T19:51:59.438227Z","steps":["trace[1711718019] 'agreement among raft nodes before linearized reading' (duration: 614.905079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:59.438256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.759245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T19:51:59.438349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.08214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-02T19:51:59.438391Z","caller":"traceutil/trace.go:171","msg":"trace[1745752329] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24401; }","duration":"772.183914ms","start":"2026-03-02T19:51:58.666194Z","end":"2026-03-02T19:51:59.438378Z","steps":["trace[1745752329] 'agreement among raft nodes before linearized reading' (duration: 772.032019ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:59.4384Z","caller":"traceutil/trace.go:171","msg":"trace[210411918] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24401; }","duration":"614.981882ms","start":"2026-03-02T19:51:58.823385Z","end":"2026-03-02T19:51:59.438367Z","steps":["trace[210411918] 'agreement among raft nodes before linearized reading' (duration: 614.644521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:59.438414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.441186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-02T19:51:59.438463Z","caller":"traceutil/trace.go:171","msg":"trace[1275079272] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:24401; }","duration":"502.52772ms","start":"2026-03-02T19:51:58.935926Z","end":"2026-03-02T19:51:59.438454Z","steps":["trace[1275079272] 'agreement among raft nodes before linearized reading' (duration: 502.330233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:59.43846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:58.823355Z","time spent":"615.094095ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T19:51:59.438457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.854985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-03-02T19:51:59.438501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:58.93591Z","time spent":"502.583811ms","remote":"127.0.0.1:33496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-03-02T19:51:59.438506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.010958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:51:59.438522Z","caller":"traceutil/trace.go:171","msg":"trace[1780586228] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79; range_end:; response_count:1; response_revision:24401; }","duration":"832.953248ms","start":"2026-03-02T19:51:58.60555Z","end":"2026-03-02T19:51:59.438503Z","steps":["trace[1780586228] 'agreement among raft nodes before linearized reading' (duration: 832.806084ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:59.438541Z","caller":"traceutil/trace.go:171","msg":"trace[495772310] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24401; }","duration":"471.070569ms","start":"2026-03-02T19:51:58.967461Z","end":"2026-03-02T19:51:59.438532Z","steps":["trace[495772310] 'agreement among raft nodes before linearized reading' (duration: 470.989227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:59.438575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:58.96745Z","time spent":"471.117761ms","remote":"127.0.0.1:51388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:51:59.438575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:58.605524Z","time spent":"833.040681ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" "} {"level":"warn","ts":"2026-03-02T19:51:59.438177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:58.72659Z","time spent":"711.543204ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:59.438607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.140613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-02T19:51:59.438606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.700521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:51:59.438671Z","caller":"traceutil/trace.go:171","msg":"trace[2039811461] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24401; }","duration":"119.256037ms","start":"2026-03-02T19:51:59.3194Z","end":"2026-03-02T19:51:59.438656Z","steps":["trace[2039811461] 'agreement among raft nodes before linearized reading' (duration: 118.953337ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:59.438704Z","caller":"traceutil/trace.go:171","msg":"trace[1115107478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24401; }","duration":"932.847605ms","start":"2026-03-02T19:51:58.505838Z","end":"2026-03-02T19:51:59.438685Z","steps":["trace[1115107478] 'agreement among raft nodes before linearized reading' (duration: 932.598537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:59.43843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:58.666169Z","time spent":"772.253596ms","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-02T19:51:59.438768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:58.505809Z","time spent":"932.942788ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T19:51:59.438223Z","caller":"traceutil/trace.go:171","msg":"trace[813445574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24401; }","duration":"614.946581ms","start":"2026-03-02T19:51:58.823262Z","end":"2026-03-02T19:51:59.438209Z","steps":["trace[813445574] 'agreement among raft nodes before linearized reading' (duration: 614.819327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:59.438868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:58.82326Z","time spent":"615.598331ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T19:51:59.438311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:58.823217Z","time spent":"615.079765ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T19:51:59.852632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.143887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:51:59.852736Z","caller":"traceutil/trace.go:171","msg":"trace[1279988710] transaction","detail":"{read_only:false; response_revision:24402; number_of_response:1; }","duration":"409.030715ms","start":"2026-03-02T19:51:59.443687Z","end":"2026-03-02T19:51:59.852717Z","steps":["trace[1279988710] 'process raft request' (duration: 120.726513ms)","trace[1279988710] 'compare' (duration: 287.031002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:59.852808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:59.443672Z","time spent":"409.108488ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:59.996675Z","caller":"traceutil/trace.go:171","msg":"trace[1714863911] transaction","detail":"{read_only:false; response_revision:24403; number_of_response:1; }","duration":"552.528296ms","start":"2026-03-02T19:51:59.444119Z","end":"2026-03-02T19:51:59.996647Z","steps":["trace[1714863911] 'process raft request' (duration: 552.241027ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:59.996679Z","caller":"traceutil/trace.go:171","msg":"trace[433354629] transaction","detail":"{read_only:false; response_revision:24404; number_of_response:1; }","duration":"552.328309ms","start":"2026-03-02T19:51:59.444321Z","end":"2026-03-02T19:51:59.99665Z","steps":["trace[433354629] 'process raft request' (duration: 552.217475ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:59.996684Z","caller":"traceutil/trace.go:171","msg":"trace[565897056] transaction","detail":"{read_only:false; response_revision:24405; number_of_response:1; }","duration":"552.3471ms","start":"2026-03-02T19:51:59.444309Z","end":"2026-03-02T19:51:59.996656Z","steps":["trace[565897056] 'process raft request' (duration: 552.276178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:59.996799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:59.444074Z","time spent":"552.66466ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:59.996829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:59.444312Z","time spent":"552.438963ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:51:59.996834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:59.444272Z","time spent":"552.484714ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:59.99694Z","caller":"traceutil/trace.go:171","msg":"trace[1269717102] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"552.03438ms","start":"2026-03-02T19:51:59.444874Z","end":"2026-03-02T19:51:59.996908Z","steps":["trace[1269717102] 'process raft request' (duration: 551.745101ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:59.99698Z","caller":"traceutil/trace.go:171","msg":"trace[760271568] linearizableReadLoop","detail":"{readStateIndex:25280; appliedIndex:25276; }","duration":"552.442322ms","start":"2026-03-02T19:51:59.444512Z","end":"2026-03-02T19:51:59.996954Z","steps":["trace[760271568] 'read index received' (duration: 119.920237ms)","trace[760271568] 'applied index is now lower than readState.Index' (duration: 432.521025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:51:59.99709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:59.444865Z","time spent":"552.155093ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:51:59.996991Z","caller":"traceutil/trace.go:171","msg":"trace[1349236437] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"551.593986ms","start":"2026-03-02T19:51:59.445388Z","end":"2026-03-02T19:51:59.996982Z","steps":["trace[1349236437] 'process raft request' (duration: 551.418041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:59.997127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.603467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1448"} {"level":"warn","ts":"2026-03-02T19:51:59.997164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.645509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-02T19:51:59.997178Z","caller":"traceutil/trace.go:171","msg":"trace[1255416791] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24407; }","duration":"552.67831ms","start":"2026-03-02T19:51:59.444486Z","end":"2026-03-02T19:51:59.997164Z","steps":["trace[1255416791] 'agreement among raft nodes before linearized reading' (duration: 552.512505ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:51:59.99721Z","caller":"traceutil/trace.go:171","msg":"trace[535676471] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24407; }","duration":"552.706981ms","start":"2026-03-02T19:51:59.444493Z","end":"2026-03-02T19:51:59.9972Z","steps":["trace[535676471] 'agreement among raft nodes before linearized reading' (duration: 552.559936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:51:59.997216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:59.444478Z","time spent":"552.730661ms","remote":"127.0.0.1:33496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T19:51:59.997246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:59.444484Z","time spent":"552.754732ms","remote":"127.0.0.1:33468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T19:51:59.997243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:59.44538Z","time spent":"551.765501ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:52:00.261882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.256154ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-02T19:52:00.266134Z","caller":"traceutil/trace.go:171","msg":"trace[898117560] transaction","detail":"{read_only:false; response_revision:24408; number_of_response:1; }","duration":"316.845091ms","start":"2026-03-02T19:51:59.949251Z","end":"2026-03-02T19:52:00.266096Z","steps":["trace[898117560] 'process raft request' (duration: 312.812023ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:52:00.266152Z","caller":"traceutil/trace.go:171","msg":"trace[1728387628] linearizableReadLoop","detail":"{readStateIndex:25284; appliedIndex:25282; }","duration":"269.045296ms","start":"2026-03-02T19:51:59.997054Z","end":"2026-03-02T19:52:00.266099Z","steps":["trace[1728387628] 'read index received' (duration: 40.482086ms)","trace[1728387628] 'applied index is now lower than readState.Index' (duration: 228.55911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:52:00.266312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:59.949227Z","time spent":"316.979895ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:52:00.266305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.19053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:52:00.266313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.959593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:52:00.2664Z","caller":"traceutil/trace.go:171","msg":"trace[2115988605] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24408; }","duration":"535.315334ms","start":"2026-03-02T19:51:59.731062Z","end":"2026-03-02T19:52:00.266377Z","steps":["trace[2115988605] 'agreement among raft nodes before linearized reading' (duration: 535.066396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:00.266539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.282992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f7a142d6-9523-453d-8658-274f2be9ff18\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-02T19:52:00.267092Z","caller":"traceutil/trace.go:171","msg":"trace[1412155085] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f7a142d6-9523-453d-8658-274f2be9ff18; range_end:; response_count:1; response_revision:24408; }","duration":"821.822468ms","start":"2026-03-02T19:51:59.445215Z","end":"2026-03-02T19:52:00.267037Z","steps":["trace[1412155085] 'agreement among raft nodes before linearized reading' (duration: 821.113346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:00.267173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:59.445206Z","time spent":"821.952783ms","remote":"127.0.0.1:33436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-f7a142d6-9523-453d-8658-274f2be9ff18\" "} {"level":"info","ts":"2026-03-02T19:52:00.266408Z","caller":"traceutil/trace.go:171","msg":"trace[2101686545] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24408; }","duration":"782.109258ms","start":"2026-03-02T19:51:59.484279Z","end":"2026-03-02T19:52:00.266388Z","steps":["trace[2101686545] 'agreement among raft nodes before linearized reading' (duration: 781.888951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:00.266522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:59.731001Z","time spent":"535.50535ms","remote":"127.0.0.1:49218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:52:00.267272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:51:59.484264Z","time spent":"782.964534ms","remote":"127.0.0.1:38022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:52:00.266731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.37674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:52:00.267404Z","caller":"traceutil/trace.go:171","msg":"trace[988040748] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24408; }","duration":"200.082892ms","start":"2026-03-02T19:52:00.067306Z","end":"2026-03-02T19:52:00.267389Z","steps":["trace[988040748] 'agreement among raft nodes before linearized reading' (duration: 199.38487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:00.266821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.049061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18991e286338646e\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-02T19:52:00.267576Z","caller":"traceutil/trace.go:171","msg":"trace[481192086] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18991e286338646e; range_end:; response_count:1; response_revision:24408; }","duration":"266.826406ms","start":"2026-03-02T19:52:00.000729Z","end":"2026-03-02T19:52:00.267556Z","steps":["trace[481192086] 'agreement among raft nodes before linearized reading' (duration: 265.948988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:00.266891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.302608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-02T19:52:00.267706Z","caller":"traceutil/trace.go:171","msg":"trace[1315711518] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24408; }","duration":"266.134414ms","start":"2026-03-02T19:52:00.001558Z","end":"2026-03-02T19:52:00.267693Z","steps":["trace[1315711518] 'agreement among raft nodes before linearized reading' (duration: 265.205665ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:52:00.530274Z","caller":"traceutil/trace.go:171","msg":"trace[1160652897] linearizableReadLoop","detail":"{readStateIndex:25285; appliedIndex:25284; }","duration":"258.503264ms","start":"2026-03-02T19:52:00.271738Z","end":"2026-03-02T19:52:00.530241Z","steps":["trace[1160652897] 'read index received' (duration: 257.380628ms)","trace[1160652897] 'applied index is now lower than readState.Index' (duration: 1.120946ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:52:00.530335Z","caller":"traceutil/trace.go:171","msg":"trace[617134201] transaction","detail":"{read_only:false; response_revision:24409; number_of_response:1; }","duration":"259.704712ms","start":"2026-03-02T19:52:00.270599Z","end":"2026-03-02T19:52:00.530304Z","steps":["trace[617134201] 'process raft request' (duration: 258.505604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:00.530448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.696669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:52:00.53054Z","caller":"traceutil/trace.go:171","msg":"trace[1172488306] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24409; }","duration":"258.860444ms","start":"2026-03-02T19:52:00.271661Z","end":"2026-03-02T19:52:00.530521Z","steps":["trace[1172488306] 'agreement among raft nodes before linearized reading' (duration: 258.70621ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:52:00.823581Z","caller":"traceutil/trace.go:171","msg":"trace[2100418826] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"428.416076ms","start":"2026-03-02T19:52:00.395134Z","end":"2026-03-02T19:52:00.82355Z","steps":["trace[2100418826] 'process raft request' (duration: 428.161288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:00.823766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:00.395097Z","time spent":"428.568051ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:52:00.823897Z","caller":"traceutil/trace.go:171","msg":"trace[406201784] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"428.54792ms","start":"2026-03-02T19:52:00.395314Z","end":"2026-03-02T19:52:00.823862Z","steps":["trace[406201784] 'process raft request' (duration: 428.180778ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:52:00.823955Z","caller":"traceutil/trace.go:171","msg":"trace[864161414] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"428.215859ms","start":"2026-03-02T19:52:00.395709Z","end":"2026-03-02T19:52:00.823925Z","steps":["trace[864161414] 'process raft request' (duration: 428.051144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:00.824067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:00.395258Z","time spent":"428.715796ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:52:00.82411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:00.395697Z","time spent":"428.330343ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:52:00.824167Z","caller":"traceutil/trace.go:171","msg":"trace[904646394] linearizableReadLoop","detail":"{readStateIndex:25292; appliedIndex:25285; }","duration":"293.800265ms","start":"2026-03-02T19:52:00.530348Z","end":"2026-03-02T19:52:00.824148Z","steps":["trace[904646394] 'read index received' (duration: 292.926327ms)","trace[904646394] 'applied index is now lower than readState.Index' (duration: 872.368µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:52:00.824145Z","caller":"traceutil/trace.go:171","msg":"trace[2073552319] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"428.038113ms","start":"2026-03-02T19:52:00.396062Z","end":"2026-03-02T19:52:00.8241Z","steps":["trace[2073552319] 'process raft request' (duration: 427.847407ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:52:00.823965Z","caller":"traceutil/trace.go:171","msg":"trace[1833046372] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"428.079155ms","start":"2026-03-02T19:52:00.395868Z","end":"2026-03-02T19:52:00.823947Z","steps":["trace[1833046372] 'process raft request' (duration: 428.000162ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:52:00.824232Z","caller":"traceutil/trace.go:171","msg":"trace[2141984330] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"426.97896ms","start":"2026-03-02T19:52:00.397245Z","end":"2026-03-02T19:52:00.824224Z","steps":["trace[2141984330] 'process raft request' (duration: 426.768684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:00.824276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:00.395826Z","time spent":"428.421696ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:52:00.824307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:00.397237Z","time spent":"427.022692ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:52:00.824351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:00.396036Z","time spent":"428.22573ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:52:00.824184Z","caller":"traceutil/trace.go:171","msg":"trace[1950880934] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"396.070757ms","start":"2026-03-02T19:52:00.428101Z","end":"2026-03-02T19:52:00.824172Z","steps":["trace[1950880934] 'process raft request' (duration: 395.984934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:00.824445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.844457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" ","response":"range_response_count:1 size:3946"} {"level":"warn","ts":"2026-03-02T19:52:00.824488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:00.428087Z","time spent":"396.350356ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:52:00.824496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.613477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-03-02T19:52:00.82451Z","caller":"traceutil/trace.go:171","msg":"trace[1291358] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79; range_end:; response_count:1; response_revision:24416; }","duration":"380.93631ms","start":"2026-03-02T19:52:00.443557Z","end":"2026-03-02T19:52:00.824493Z","steps":["trace[1291358] 'agreement among raft nodes before linearized reading' (duration: 380.705783ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:52:00.824539Z","caller":"traceutil/trace.go:171","msg":"trace[654479001] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24416; }","duration":"551.672929ms","start":"2026-03-02T19:52:00.272852Z","end":"2026-03-02T19:52:00.824525Z","steps":["trace[654479001] 'agreement among raft nodes before linearized reading' (duration: 551.518214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:00.824571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:00.272843Z","time spent":"551.72085ms","remote":"127.0.0.1:33442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1470,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-02T19:52:00.824566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:00.443545Z","time spent":"381.008493ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e17f482-0ba0-4fec-9100-9d669ed34a79\" "} {"level":"info","ts":"2026-03-02T19:52:01.254309Z","caller":"traceutil/trace.go:171","msg":"trace[1418606007] linearizableReadLoop","detail":"{readStateIndex:25293; appliedIndex:25292; }","duration":"430.063568ms","start":"2026-03-02T19:52:00.82422Z","end":"2026-03-02T19:52:01.254284Z","steps":["trace[1418606007] 'read index received' (duration: 429.863612ms)","trace[1418606007] 'applied index is now lower than readState.Index' (duration: 199.036µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:52:01.254501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.680235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:52:01.254541Z","caller":"traceutil/trace.go:171","msg":"trace[986762445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24417; }","duration":"555.766678ms","start":"2026-03-02T19:52:00.698765Z","end":"2026-03-02T19:52:01.254531Z","steps":["trace[986762445] 'agreement among raft nodes before linearized reading' (duration: 555.625523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:01.254551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.37444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-02T19:52:01.254583Z","caller":"traceutil/trace.go:171","msg":"trace[1568219575] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24417; }","duration":"718.411121ms","start":"2026-03-02T19:52:00.536162Z","end":"2026-03-02T19:52:01.254573Z","steps":["trace[1568219575] 'agreement among raft nodes before linearized reading' (duration: 718.268027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:01.254611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:00.698748Z","time spent":"555.85539ms","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T19:52:01.254615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:00.536115Z","time spent":"718.493204ms","remote":"127.0.0.1:33482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T19:52:01.254721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.029567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-02T19:52:01.254824Z","caller":"traceutil/trace.go:171","msg":"trace[514359842] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24417; }","duration":"417.194072ms","start":"2026-03-02T19:52:00.837608Z","end":"2026-03-02T19:52:01.254802Z","steps":["trace[514359842] 'agreement among raft nodes before linearized reading' (duration: 416.904753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:01.254865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.417741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T19:52:01.254962Z","caller":"traceutil/trace.go:171","msg":"trace[2098368169] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24417; }","duration":"585.565577ms","start":"2026-03-02T19:52:00.669373Z","end":"2026-03-02T19:52:01.254938Z","steps":["trace[2098368169] 'agreement among raft nodes before linearized reading' (duration: 585.04474ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:52:01.25495Z","caller":"traceutil/trace.go:171","msg":"trace[1874012290] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"574.686923ms","start":"2026-03-02T19:52:00.679693Z","end":"2026-03-02T19:52:01.25438Z","steps":["trace[1874012290] 'process raft request' (duration: 574.418644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:01.255015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:00.669347Z","time spent":"585.658709ms","remote":"127.0.0.1:51408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T19:52:01.254893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:00.83758Z","time spent":"417.297956ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9628,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-02T19:52:01.25508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:00.679679Z","time spent":"575.335264ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:52:01.857143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.185507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-cdf4666f7-ls9xh.18991e16c56b364d\" ","response":"range_response_count:1 size:780"} {"level":"info","ts":"2026-03-02T19:52:01.857251Z","caller":"traceutil/trace.go:171","msg":"trace[1947993070] range","detail":"{range_begin:/registry/events/openstack/magnum-api-cdf4666f7-ls9xh.18991e16c56b364d; range_end:; response_count:1; response_revision:24417; }","duration":"354.403244ms","start":"2026-03-02T19:52:01.502818Z","end":"2026-03-02T19:52:01.857222Z","steps":["trace[1947993070] 'range keys from in-memory index tree' (duration: 353.95689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:01.857358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:01.502794Z","time spent":"354.543629ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":804,"request content":"key:\"/registry/events/openstack/magnum-api-cdf4666f7-ls9xh.18991e16c56b364d\" "} {"level":"warn","ts":"2026-03-02T19:52:01.857143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.528497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-02T19:52:01.85777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.687726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:52:01.857781Z","caller":"traceutil/trace.go:171","msg":"trace[274811757] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24417; }","duration":"254.220028ms","start":"2026-03-02T19:52:01.603539Z","end":"2026-03-02T19:52:01.857759Z","steps":["trace[274811757] 'range keys from in-memory index tree' (duration: 253.259808ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:52:01.857869Z","caller":"traceutil/trace.go:171","msg":"trace[990243350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24417; }","duration":"156.82578ms","start":"2026-03-02T19:52:01.701026Z","end":"2026-03-02T19:52:01.857852Z","steps":["trace[990243350] 'range keys from in-memory index tree' (duration: 156.543091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:01.858094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.449748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18991e28697ed9bc\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-03-02T19:52:01.858186Z","caller":"traceutil/trace.go:171","msg":"trace[232496004] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18991e28697ed9bc; range_end:; response_count:1; response_revision:24417; }","duration":"515.596682ms","start":"2026-03-02T19:52:01.342569Z","end":"2026-03-02T19:52:01.858165Z","steps":["trace[232496004] 'range keys from in-memory index tree' (duration: 515.256601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:01.858229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:01.342548Z","time spent":"515.673005ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":771,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18991e28697ed9bc\" "} {"level":"warn","ts":"2026-03-02T19:52:02.685517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.839948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:52:02.685772Z","caller":"traceutil/trace.go:171","msg":"trace[1749631148] transaction","detail":"{read_only:false; response_revision:24422; number_of_response:1; }","duration":"656.970585ms","start":"2026-03-02T19:52:02.028772Z","end":"2026-03-02T19:52:02.685743Z","steps":["trace[1749631148] 'process raft request' (duration: 387.809937ms)","trace[1749631148] 'compare' (duration: 268.633611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:52:02.685919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:02.028752Z","time spent":"657.092178ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":488,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:52:02.685936Z","caller":"traceutil/trace.go:171","msg":"trace[1464963685] transaction","detail":"{read_only:false; response_revision:24425; number_of_response:1; }","duration":"414.391083ms","start":"2026-03-02T19:52:02.27152Z","end":"2026-03-02T19:52:02.685911Z","steps":["trace[1464963685] 'process raft request' (duration: 414.316631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:02.686055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:02.271494Z","time spent":"414.501077ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:52:02.68632Z","caller":"traceutil/trace.go:171","msg":"trace[1034139212] transaction","detail":"{read_only:false; response_revision:24423; number_of_response:1; }","duration":"656.517141ms","start":"2026-03-02T19:52:02.029788Z","end":"2026-03-02T19:52:02.686305Z","steps":["trace[1034139212] 'process raft request' (duration: 655.85256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:02.686391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:02.029776Z","time spent":"656.581062ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:52:02.686513Z","caller":"traceutil/trace.go:171","msg":"trace[80954181] transaction","detail":"{read_only:false; response_revision:24424; number_of_response:1; }","duration":"655.956403ms","start":"2026-03-02T19:52:02.030545Z","end":"2026-03-02T19:52:02.686502Z","steps":["trace[80954181] 'process raft request' (duration: 655.22772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:02.686588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:02.030526Z","time spent":"656.028825ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:52:02.686603Z","caller":"traceutil/trace.go:171","msg":"trace[707192146] linearizableReadLoop","detail":"{readStateIndex:25300; appliedIndex:25297; }","duration":"533.184196ms","start":"2026-03-02T19:52:02.153407Z","end":"2026-03-02T19:52:02.686591Z","steps":["trace[707192146] 'read index received' (duration: 263.193862ms)","trace[707192146] 'applied index is now lower than readState.Index' (duration: 269.989094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:52:02.686766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.359351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:52:02.686817Z","caller":"traceutil/trace.go:171","msg":"trace[1499246797] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24425; }","duration":"533.439413ms","start":"2026-03-02T19:52:02.153364Z","end":"2026-03-02T19:52:02.686803Z","steps":["trace[1499246797] 'agreement among raft nodes before linearized reading' (duration: 533.365441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:02.686858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:02.153345Z","time spent":"533.504755ms","remote":"127.0.0.1:37996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:52:02.686961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.231269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:52:02.687052Z","caller":"traceutil/trace.go:171","msg":"trace[1303209164] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24425; }","duration":"475.369804ms","start":"2026-03-02T19:52:02.21166Z","end":"2026-03-02T19:52:02.68703Z","steps":["trace[1303209164] 'agreement among raft nodes before linearized reading' (duration: 475.224409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:02.687104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:02.211641Z","time spent":"475.452307ms","remote":"127.0.0.1:34710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:52:02.68736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.827753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T19:52:02.687413Z","caller":"traceutil/trace.go:171","msg":"trace[803731346] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24425; }","duration":"245.910865ms","start":"2026-03-02T19:52:02.441491Z","end":"2026-03-02T19:52:02.687401Z","steps":["trace[803731346] 'agreement among raft nodes before linearized reading' (duration: 245.73346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:35.013539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.270364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:52:35.013622Z","caller":"traceutil/trace.go:171","msg":"trace[831428825] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24700; }","duration":"257.407548ms","start":"2026-03-02T19:52:34.756196Z","end":"2026-03-02T19:52:35.013604Z","steps":["trace[831428825] 'count revisions from in-memory index tree' (duration: 257.168281ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:52:35.013655Z","caller":"traceutil/trace.go:171","msg":"trace[293018020] linearizableReadLoop","detail":"{readStateIndex:25586; appliedIndex:25585; }","duration":"174.229438ms","start":"2026-03-02T19:52:34.839403Z","end":"2026-03-02T19:52:35.013632Z","steps":["trace[293018020] 'read index received' (duration: 171.621456ms)","trace[293018020] 'applied index is now lower than readState.Index' (duration: 2.606932ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:52:35.013855Z","caller":"traceutil/trace.go:171","msg":"trace[1863473926] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"196.308634ms","start":"2026-03-02T19:52:34.817535Z","end":"2026-03-02T19:52:35.013844Z","steps":["trace[1863473926] 'process raft request' (duration: 193.505706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:35.014186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.781606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T19:52:35.014285Z","caller":"traceutil/trace.go:171","msg":"trace[773684522] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24701; }","duration":"174.93173ms","start":"2026-03-02T19:52:34.839335Z","end":"2026-03-02T19:52:35.014267Z","steps":["trace[773684522] 'agreement among raft nodes before linearized reading' (duration: 174.637861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:35.658198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.143329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T19:52:35.658482Z","caller":"traceutil/trace.go:171","msg":"trace[106532755] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"694.789337ms","start":"2026-03-02T19:52:34.963679Z","end":"2026-03-02T19:52:35.658469Z","steps":["trace[106532755] 'process raft request' (duration: 694.728915ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:52:35.6585Z","caller":"traceutil/trace.go:171","msg":"trace[1102500888] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"698.962298ms","start":"2026-03-02T19:52:34.959491Z","end":"2026-03-02T19:52:35.658453Z","steps":["trace[1102500888] 'process raft request' (duration: 542.493249ms)","trace[1102500888] 'compare' (duration: 155.844339ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:52:35.65852Z","caller":"traceutil/trace.go:171","msg":"trace[1310616645] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"697.973197ms","start":"2026-03-02T19:52:34.960506Z","end":"2026-03-02T19:52:35.658479Z","steps":["trace[1310616645] 'process raft request' (duration: 697.779881ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:52:35.658578Z","caller":"traceutil/trace.go:171","msg":"trace[1373413185] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"695.576762ms","start":"2026-03-02T19:52:34.962994Z","end":"2026-03-02T19:52:35.658571Z","steps":["trace[1373413185] 'process raft request' (duration: 695.377176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:35.658615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:34.962971Z","time spent":"695.625793ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:52:35.658688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:34.960474Z","time spent":"698.113661ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:52:35.658694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:34.959462Z","time spent":"699.140794ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:52:35.658546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:34.96366Z","time spent":"694.860519ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:52:35.658773Z","caller":"traceutil/trace.go:171","msg":"trace[1886097891] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"690.521942ms","start":"2026-03-02T19:52:34.968222Z","end":"2026-03-02T19:52:35.658744Z","steps":["trace[1886097891] 'process raft request' (duration: 690.362757ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:52:35.658787Z","caller":"traceutil/trace.go:171","msg":"trace[730444476] linearizableReadLoop","detail":"{readStateIndex:25592; appliedIndex:25586; }","duration":"644.934406ms","start":"2026-03-02T19:52:35.013813Z","end":"2026-03-02T19:52:35.658747Z","steps":["trace[730444476] 'read index received' (duration: 488.198499ms)","trace[730444476] 'applied index is now lower than readState.Index' (duration: 156.731927ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:52:35.658777Z","caller":"traceutil/trace.go:171","msg":"trace[1968504361] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"640.446195ms","start":"2026-03-02T19:52:35.01829Z","end":"2026-03-02T19:52:35.658736Z","steps":["trace[1968504361] 'process raft request' (duration: 640.407794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:35.658912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:34.968205Z","time spent":"690.640877ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:52:35.65895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:35.01825Z","time spent":"640.671822ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:52:35.658774Z","caller":"traceutil/trace.go:171","msg":"trace[193258065] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"695.003594ms","start":"2026-03-02T19:52:34.963728Z","end":"2026-03-02T19:52:35.658731Z","steps":["trace[193258065] 'process raft request' (duration: 694.712415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:35.659011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.078711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T19:52:35.659026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.649588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:52:35.659069Z","caller":"traceutil/trace.go:171","msg":"trace[825820550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24708; }","duration":"811.193184ms","start":"2026-03-02T19:52:34.847865Z","end":"2026-03-02T19:52:35.659058Z","steps":["trace[825820550] 'agreement among raft nodes before linearized reading' (duration: 811.001118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:35.659102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:34.847845Z","time spent":"811.251025ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T19:52:35.659091Z","caller":"traceutil/trace.go:171","msg":"trace[1514516436] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24708; }","duration":"405.761412ms","start":"2026-03-02T19:52:35.253311Z","end":"2026-03-02T19:52:35.659072Z","steps":["trace[1514516436] 'agreement among raft nodes before linearized reading' (duration: 405.633668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:35.6592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:35.253255Z","time spent":"405.930357ms","remote":"127.0.0.1:33708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:52:35.659011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:34.963711Z","time spent":"695.277122ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:52:35.659017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.589858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:52:35.659356Z","caller":"traceutil/trace.go:171","msg":"trace[62493110] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24708; }","duration":"459.951479ms","start":"2026-03-02T19:52:35.199356Z","end":"2026-03-02T19:52:35.659307Z","steps":["trace[62493110] 'agreement among raft nodes before linearized reading' (duration: 459.566987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:35.659408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.306608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T19:52:35.65952Z","caller":"traceutil/trace.go:171","msg":"trace[749311419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24708; }","duration":"811.438352ms","start":"2026-03-02T19:52:34.848062Z","end":"2026-03-02T19:52:35.6595Z","steps":["trace[749311419] 'agreement among raft nodes before linearized reading' (duration: 810.705939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:35.659646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:34.848055Z","time spent":"811.574216ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T19:52:35.659922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:35.199339Z","time spent":"460.071093ms","remote":"127.0.0.1:38016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"info","ts":"2026-03-02T19:52:37.579656Z","caller":"traceutil/trace.go:171","msg":"trace[1569715701] linearizableReadLoop","detail":"{readStateIndex:25598; appliedIndex:25597; }","duration":"262.791428ms","start":"2026-03-02T19:52:37.316832Z","end":"2026-03-02T19:52:37.579624Z","steps":["trace[1569715701] 'read index received' (duration: 262.412926ms)","trace[1569715701] 'applied index is now lower than readState.Index' (duration: 377.112µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:52:37.579757Z","caller":"traceutil/trace.go:171","msg":"trace[1686373020] transaction","detail":"{read_only:false; response_revision:24713; number_of_response:1; }","duration":"560.021361ms","start":"2026-03-02T19:52:37.019694Z","end":"2026-03-02T19:52:37.579715Z","steps":["trace[1686373020] 'process raft request' (duration: 559.727262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:37.579844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.975295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:52:37.579901Z","caller":"traceutil/trace.go:171","msg":"trace[1556350566] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24713; }","duration":"263.106178ms","start":"2026-03-02T19:52:37.316779Z","end":"2026-03-02T19:52:37.579886Z","steps":["trace[1556350566] 'agreement among raft nodes before linearized reading' (duration: 262.983544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:37.580015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:37.01966Z","time spent":"560.198798ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T19:52:38.17284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.602591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:52:38.172946Z","caller":"traceutil/trace.go:171","msg":"trace[1367398005] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24722; }","duration":"214.767136ms","start":"2026-03-02T19:52:37.958152Z","end":"2026-03-02T19:52:38.172919Z","steps":["trace[1367398005] 'count revisions from in-memory index tree' (duration: 214.505167ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:52:42.360924Z","caller":"traceutil/trace.go:171","msg":"trace[34075947] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"164.485451ms","start":"2026-03-02T19:52:42.196403Z","end":"2026-03-02T19:52:42.360888Z","steps":["trace[34075947] 'process raft request' (duration: 164.019837ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:52:42.745707Z","caller":"traceutil/trace.go:171","msg":"trace[300866372] linearizableReadLoop","detail":"{readStateIndex:25640; appliedIndex:25638; }","duration":"344.339147ms","start":"2026-03-02T19:52:42.401336Z","end":"2026-03-02T19:52:42.745675Z","steps":["trace[300866372] 'read index received' (duration: 335.771617ms)","trace[300866372] 'applied index is now lower than readState.Index' (duration: 8.566169ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:52:42.745862Z","caller":"traceutil/trace.go:171","msg":"trace[1725151115] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"374.152126ms","start":"2026-03-02T19:52:42.371695Z","end":"2026-03-02T19:52:42.745847Z","steps":["trace[1725151115] 'process raft request' (duration: 373.864207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:42.745981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:42.37167Z","time spent":"374.224098ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:52:42.745962Z","caller":"traceutil/trace.go:171","msg":"trace[1008557307] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"379.01049ms","start":"2026-03-02T19:52:42.366918Z","end":"2026-03-02T19:52:42.745928Z","steps":["trace[1008557307] 'process raft request' (duration: 370.212083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:42.746247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.299232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T19:52:42.746282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:42.366898Z","time spent":"379.219265ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T19:52:42.746317Z","caller":"traceutil/trace.go:171","msg":"trace[975057415] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24754; }","duration":"295.415526ms","start":"2026-03-02T19:52:42.450884Z","end":"2026-03-02T19:52:42.7463Z","steps":["trace[975057415] 'agreement among raft nodes before linearized reading' (duration: 295.301913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:42.74644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.094401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:52:42.746507Z","caller":"traceutil/trace.go:171","msg":"trace[1683396341] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24754; }","duration":"345.233785ms","start":"2026-03-02T19:52:42.401255Z","end":"2026-03-02T19:52:42.746489Z","steps":["trace[1683396341] 'agreement among raft nodes before linearized reading' (duration: 345.096591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:52:42.746559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T19:52:42.401231Z","time spent":"345.313158ms","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T19:52:42.746705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.406813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T19:52:42.746797Z","caller":"traceutil/trace.go:171","msg":"trace[1720373739] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24754; }","duration":"187.546458ms","start":"2026-03-02T19:52:42.559235Z","end":"2026-03-02T19:52:42.746781Z","steps":["trace[1720373739] 'agreement among raft nodes before linearized reading' (duration: 187.240709ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:53:42.871905Z","caller":"traceutil/trace.go:171","msg":"trace[1203828644] transaction","detail":"{read_only:false; response_revision:25342; number_of_response:1; }","duration":"162.134066ms","start":"2026-03-02T19:53:42.70974Z","end":"2026-03-02T19:53:42.871874Z","steps":["trace[1203828644] 'process raft request' (duration: 161.983701ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:53:43.375497Z","caller":"traceutil/trace.go:171","msg":"trace[1476805301] linearizableReadLoop","detail":"{readStateIndex:26244; appliedIndex:26243; }","duration":"188.22518ms","start":"2026-03-02T19:53:43.18725Z","end":"2026-03-02T19:53:43.375475Z","steps":["trace[1476805301] 'read index received' (duration: 188.059424ms)","trace[1476805301] 'applied index is now lower than readState.Index' (duration: 165.156µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T19:53:43.375804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.54164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:53:43.375848Z","caller":"traceutil/trace.go:171","msg":"trace[1267661459] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25343; }","duration":"188.630733ms","start":"2026-03-02T19:53:43.187206Z","end":"2026-03-02T19:53:43.375837Z","steps":["trace[1267661459] 'agreement among raft nodes before linearized reading' (duration: 188.54692ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:53:43.376059Z","caller":"traceutil/trace.go:171","msg":"trace[216617891] transaction","detail":"{read_only:false; response_revision:25343; number_of_response:1; }","duration":"234.745635ms","start":"2026-03-02T19:53:43.141213Z","end":"2026-03-02T19:53:43.375958Z","steps":["trace[216617891] 'process raft request' (duration: 234.149506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:53:43.607721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.020501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:53:43.607825Z","caller":"traceutil/trace.go:171","msg":"trace[908574572] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25343; }","duration":"154.172346ms","start":"2026-03-02T19:53:43.45363Z","end":"2026-03-02T19:53:43.607802Z","steps":["trace[908574572] 'range keys from in-memory index tree' (duration: 153.9452ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:53:44.125226Z","caller":"traceutil/trace.go:171","msg":"trace[2035271065] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"145.05878ms","start":"2026-03-02T19:53:43.980128Z","end":"2026-03-02T19:53:44.125187Z","steps":["trace[2035271065] 'process raft request' (duration: 144.815722ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:53:44.125569Z","caller":"traceutil/trace.go:171","msg":"trace[956676706] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"124.042198ms","start":"2026-03-02T19:53:44.001489Z","end":"2026-03-02T19:53:44.125531Z","steps":["trace[956676706] 'process raft request' (duration: 123.642325ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:53:44.12575Z","caller":"traceutil/trace.go:171","msg":"trace[696071833] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"120.982591ms","start":"2026-03-02T19:53:44.00473Z","end":"2026-03-02T19:53:44.125713Z","steps":["trace[696071833] 'process raft request' (duration: 120.714153ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:53:44.12582Z","caller":"traceutil/trace.go:171","msg":"trace[1316887927] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"117.352267ms","start":"2026-03-02T19:53:44.008431Z","end":"2026-03-02T19:53:44.125784Z","steps":["trace[1316887927] 'process raft request' (duration: 117.242543ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:53:44.125789Z","caller":"traceutil/trace.go:171","msg":"trace[1432095280] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"119.164683ms","start":"2026-03-02T19:53:44.006586Z","end":"2026-03-02T19:53:44.12575Z","steps":["trace[1432095280] 'process raft request' (duration: 119.028399ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:53:44.126089Z","caller":"traceutil/trace.go:171","msg":"trace[1190333307] linearizableReadLoop","detail":"{readStateIndex:26248; appliedIndex:26245; }","duration":"122.012444ms","start":"2026-03-02T19:53:44.004042Z","end":"2026-03-02T19:53:44.126054Z","steps":["trace[1190333307] 'read index received' (duration: 37.930675ms)","trace[1190333307] 'applied index is now lower than readState.Index' (duration: 84.077089ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T19:53:44.126126Z","caller":"traceutil/trace.go:171","msg":"trace[1646724119] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"115.108286ms","start":"2026-03-02T19:53:44.011002Z","end":"2026-03-02T19:53:44.126111Z","steps":["trace[1646724119] 'process raft request' (duration: 114.735414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:53:44.126403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.340744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T19:53:44.126466Z","caller":"traceutil/trace.go:171","msg":"trace[1790136760] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25351; }","duration":"122.481148ms","start":"2026-03-02T19:53:44.003963Z","end":"2026-03-02T19:53:44.126444Z","steps":["trace[1790136760] 'agreement among raft nodes before linearized reading' (duration: 122.21662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T19:53:44.126467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.910087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T19:53:44.12665Z","caller":"traceutil/trace.go:171","msg":"trace[1888670776] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25351; }","duration":"120.137144ms","start":"2026-03-02T19:53:44.006502Z","end":"2026-03-02T19:53:44.126639Z","steps":["trace[1888670776] 'agreement among raft nodes before linearized reading' (duration: 119.787173ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:53:44.253696Z","caller":"traceutil/trace.go:171","msg":"trace[1673852312] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"121.57896ms","start":"2026-03-02T19:53:44.132086Z","end":"2026-03-02T19:53:44.253665Z","steps":["trace[1673852312] 'process raft request' (duration: 119.415542ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:53:44.255511Z","caller":"traceutil/trace.go:171","msg":"trace[980736168] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"123.233222ms","start":"2026-03-02T19:53:44.13226Z","end":"2026-03-02T19:53:44.255493Z","steps":["trace[980736168] 'process raft request' (duration: 123.045646ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:53:44.255752Z","caller":"traceutil/trace.go:171","msg":"trace[1067481886] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"123.455449ms","start":"2026-03-02T19:53:44.132277Z","end":"2026-03-02T19:53:44.255733Z","steps":["trace[1067481886] 'process raft request' (duration: 123.16996ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:53:44.256305Z","caller":"traceutil/trace.go:171","msg":"trace[1057409854] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"124.009856ms","start":"2026-03-02T19:53:44.132278Z","end":"2026-03-02T19:53:44.256288Z","steps":["trace[1057409854] 'process raft request' (duration: 123.365006ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:53:44.256676Z","caller":"traceutil/trace.go:171","msg":"trace[614015286] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"124.199452ms","start":"2026-03-02T19:53:44.132466Z","end":"2026-03-02T19:53:44.256665Z","steps":["trace[614015286] 'process raft request' (duration: 123.634454ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:54:43.150434Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23470} {"level":"info","ts":"2026-03-02T19:54:43.285814Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23470,"took":"130.013856ms","hash":1039612986,"current-db-size-bytes":47751168,"current-db-size":"48 MB","current-db-size-in-use-bytes":32391168,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-02T19:54:43.28589Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1039612986,"revision":23470,"compact-revision":20376} {"level":"warn","ts":"2026-03-02T19:56:09.089628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.550373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T19:56:09.089736Z","caller":"traceutil/trace.go:171","msg":"trace[572852749] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26705; }","duration":"257.723438ms","start":"2026-03-02T19:56:08.831993Z","end":"2026-03-02T19:56:09.089716Z","steps":["trace[572852749] 'count revisions from in-memory index tree' (duration: 257.4251ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:56:12.843164Z","caller":"traceutil/trace.go:171","msg":"trace[2041944747] transaction","detail":"{read_only:false; response_revision:26727; number_of_response:1; }","duration":"100.37103ms","start":"2026-03-02T19:56:12.742754Z","end":"2026-03-02T19:56:12.843125Z","steps":["trace[2041944747] 'process raft request' (duration: 100.088651ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:56:13.882298Z","caller":"traceutil/trace.go:171","msg":"trace[287965520] transaction","detail":"{read_only:false; response_revision:26735; number_of_response:1; }","duration":"159.071852ms","start":"2026-03-02T19:56:13.723178Z","end":"2026-03-02T19:56:13.88225Z","steps":["trace[287965520] 'process raft request' (duration: 158.802443ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T19:59:43.157564Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25851} {"level":"info","ts":"2026-03-02T19:59:43.283172Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25851,"took":"119.872522ms","hash":3606323812,"current-db-size-bytes":47751168,"current-db-size":"48 MB","current-db-size-in-use-bytes":31854592,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-02T19:59:43.283249Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3606323812,"revision":25851,"compact-revision":23470} {"level":"info","ts":"2026-03-02T20:01:10.310214Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cb89ec34a9687f0b","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T20:01:10.316761Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-02T20:01:10.317357Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-02T20:04:43.164838Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28298} {"level":"info","ts":"2026-03-02T20:04:43.297951Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28298,"took":"127.054689ms","hash":3975309788,"current-db-size-bytes":47751168,"current-db-size":"48 MB","current-db-size-in-use-bytes":29134848,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T20:04:43.298043Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3975309788,"revision":28298,"compact-revision":25851}