{"level":"warn","ts":"2026-03-03T18:54:32.319194Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T18:54:32.319366Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.74:2380","--initial-cluster=instance=https://199.204.45.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.74:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T18:54:32.319483Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T18:54:32.319503Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-03-03T18:54:32.319537Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T18:54:32.320773Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"]} {"level":"info","ts":"2026-03-03T18:54:32.320883Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T18:54:32.329528Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.274883ms"} {"level":"info","ts":"2026-03-03T18:54:32.338755Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"89ba38f964b95aa0","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-03-03T18:54:32.338878Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T18:54:32.338914Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 0"} {"level":"info","ts":"2026-03-03T18:54:32.33894Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 89ba38f964b95aa0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T18:54:32.338953Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 1"} {"level":"info","ts":"2026-03-03T18:54:32.339013Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"warn","ts":"2026-03-03T18:54:32.374974Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T18:54:32.376892Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T18:54:32.378589Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T18:54:32.384601Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"89ba38f964b95aa0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T18:54:32.397326Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T18:54:32.397675Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T18:54:32.397712Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T18:54:32.397514Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"89ba38f964b95aa0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T18:54:32.401643Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T18:54:32.401944Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"89ba38f964b95aa0","initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T18:54:32.402003Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T18:54:32.402082Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-03-03T18:54:32.402114Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-03-03T18:54:32.413938Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"info","ts":"2026-03-03T18:54:32.414113Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","added-peer-id":"89ba38f964b95aa0","added-peer-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-03-03T18:54:32.639729Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T18:54:32.639831Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T18:54:32.639881Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgPreVoteResp from 89ba38f964b95aa0 at term 1"} {"level":"info","ts":"2026-03-03T18:54:32.639904Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became candidate at term 2"} {"level":"info","ts":"2026-03-03T18:54:32.639916Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgVoteResp from 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-03-03T18:54:32.639934Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became leader at term 2"} {"level":"info","ts":"2026-03-03T18:54:32.639949Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 89ba38f964b95aa0 elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-03-03T18:54:32.737419Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"89ba38f964b95aa0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.74:2379]}","request-path":"/0/members/89ba38f964b95aa0/attributes","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T18:54:32.737511Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T18:54:32.737475Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T18:54:32.737718Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T18:54:32.73777Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T18:54:32.737687Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T18:54:32.741102Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.74:2379"} {"level":"info","ts":"2026-03-03T18:54:32.742423Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T18:54:32.890465Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T18:54:32.890751Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T18:54:32.890875Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-03T18:54:33.081728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.922929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-03T18:54:33.081732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.96361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T18:54:33.08187Z","caller":"traceutil/trace.go:171","msg":"trace[1977472137] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1; }","duration":"131.090784ms","start":"2026-03-03T18:54:32.950763Z","end":"2026-03-03T18:54:33.081853Z","steps":["trace[1977472137] 'range keys from in-memory index tree' (duration: 130.876889ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:33.081884Z","caller":"traceutil/trace.go:171","msg":"trace[1301852461] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1; }","duration":"131.212746ms","start":"2026-03-03T18:54:32.950653Z","end":"2026-03-03T18:54:33.081866Z","steps":["trace[1301852461] 'count revisions from in-memory index tree' (duration: 130.786606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:33.081728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.547307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-03T18:54:33.082127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.11113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-03T18:54:33.082188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.898185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T18:54:33.082117Z","caller":"traceutil/trace.go:171","msg":"trace[696251761] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1; }","duration":"120.908896ms","start":"2026-03-03T18:54:32.961123Z","end":"2026-03-03T18:54:33.082032Z","steps":["trace[696251761] 'range keys from in-memory index tree' (duration: 120.464815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:33.082234Z","caller":"traceutil/trace.go:171","msg":"trace[1552078786] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1; }","duration":"109.235223ms","start":"2026-03-03T18:54:32.972972Z","end":"2026-03-03T18:54:33.082207Z","steps":["trace[1552078786] 'range keys from in-memory index tree' (duration: 108.975236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:33.082255Z","caller":"traceutil/trace.go:171","msg":"trace[1232269900] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1; }","duration":"120.966827ms","start":"2026-03-03T18:54:32.96125Z","end":"2026-03-03T18:54:33.082217Z","steps":["trace[1232269900] 'count revisions from in-memory index tree' (duration: 120.820773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:33.082265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.303014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T18:54:33.082324Z","caller":"traceutil/trace.go:171","msg":"trace[1541254862] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1; }","duration":"109.407596ms","start":"2026-03-03T18:54:32.972902Z","end":"2026-03-03T18:54:33.08231Z","steps":["trace[1541254862] 'count revisions from in-memory index tree' (duration: 109.197272ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:36.961551Z","caller":"traceutil/trace.go:171","msg":"trace[21881933] linearizableReadLoop","detail":"{readStateIndex:226; appliedIndex:225; }","duration":"186.420936ms","start":"2026-03-03T18:54:36.775092Z","end":"2026-03-03T18:54:36.961513Z","steps":["trace[21881933] 'read index received' (duration: 186.14578ms)","trace[21881933] 'applied index is now lower than readState.Index' (duration: 273.646µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:54:36.961632Z","caller":"traceutil/trace.go:171","msg":"trace[1104133015] transaction","detail":"{read_only:false; response_revision:221; number_of_response:1; }","duration":"201.97592ms","start":"2026-03-03T18:54:36.759602Z","end":"2026-03-03T18:54:36.961577Z","steps":["trace[1104133015] 'process raft request' (duration: 201.695163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:36.96174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.615541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:54:36.96179Z","caller":"traceutil/trace.go:171","msg":"trace[1410878059] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:0; response_revision:221; }","duration":"186.728133ms","start":"2026-03-03T18:54:36.775045Z","end":"2026-03-03T18:54:36.961773Z","steps":["trace[1410878059] 'agreement among raft nodes before linearized reading' (duration: 186.620001ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:45.292197Z","caller":"traceutil/trace.go:171","msg":"trace[1723931233] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"230.961087ms","start":"2026-03-03T18:54:45.061191Z","end":"2026-03-03T18:54:45.292152Z","steps":["trace[1723931233] 'process raft request' (duration: 230.609869ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:48.159769Z","caller":"traceutil/trace.go:171","msg":"trace[1203418548] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"149.73561ms","start":"2026-03-03T18:54:48.01001Z","end":"2026-03-03T18:54:48.159746Z","steps":["trace[1203418548] 'process raft request' (duration: 147.922038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:49.559941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.06327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:54:49.560037Z","caller":"traceutil/trace.go:171","msg":"trace[1397006074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:370; }","duration":"321.203274ms","start":"2026-03-03T18:54:49.238805Z","end":"2026-03-03T18:54:49.560009Z","steps":["trace[1397006074] 'range keys from in-memory index tree' (duration: 320.960398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:49.560104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:49.238779Z","time spent":"321.308907ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:54:49.560251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.089052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T18:54:49.560171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.623256ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:54:49.560297Z","caller":"traceutil/trace.go:171","msg":"trace[1157659594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:370; }","duration":"967.164934ms","start":"2026-03-03T18:54:48.593119Z","end":"2026-03-03T18:54:49.560284Z","steps":["trace[1157659594] 'range keys from in-memory index tree' (duration: 966.935329ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:54:49.560317Z","caller":"traceutil/trace.go:171","msg":"trace[1393665702] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:370; }","duration":"987.803431ms","start":"2026-03-03T18:54:48.572492Z","end":"2026-03-03T18:54:49.560295Z","steps":["trace[1393665702] 'range keys from in-memory index tree' (duration: 987.598856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:49.560326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:48.593097Z","time spent":"967.221376ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:54:49.560328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195374105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:54:49.560423Z","caller":"traceutil/trace.go:171","msg":"trace[1903621135] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:370; }","duration":"1.195521069s","start":"2026-03-03T18:54:48.364875Z","end":"2026-03-03T18:54:49.560396Z","steps":["trace[1903621135] 'range keys from in-memory index tree' (duration: 1.195207722s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:49.560467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:48.364822Z","time spent":"1.195634851s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:54:49.560541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.032044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4378"} {"level":"warn","ts":"2026-03-03T18:54:49.560507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.037198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:54:49.560574Z","caller":"traceutil/trace.go:171","msg":"trace[428259228] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:370; }","duration":"694.104706ms","start":"2026-03-03T18:54:48.866459Z","end":"2026-03-03T18:54:49.560564Z","steps":["trace[428259228] 'range keys from in-memory index tree' (duration: 693.88877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:49.560613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:48.866439Z","time spent":"694.166557ms","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4401,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T18:54:49.560629Z","caller":"traceutil/trace.go:171","msg":"trace[80908967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:370; }","duration":"807.213353ms","start":"2026-03-03T18:54:48.753382Z","end":"2026-03-03T18:54:49.560595Z","steps":["trace[80908967] 'range keys from in-memory index tree' (duration: 806.859595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:49.56069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:48.753353Z","time spent":"807.322646ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:54:50.006593Z","caller":"traceutil/trace.go:171","msg":"trace[1153213938] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"429.496047ms","start":"2026-03-03T18:54:49.577073Z","end":"2026-03-03T18:54:50.006569Z","steps":["trace[1153213938] 'process raft request' (duration: 429.375985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:50.007167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:49.57701Z","time spent":"429.659171ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:54:50.830636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.206703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:54:50.830989Z","caller":"traceutil/trace.go:171","msg":"trace[2064787333] linearizableReadLoop","detail":"{readStateIndex:389; appliedIndex:387; }","duration":"945.925773ms","start":"2026-03-03T18:54:49.885041Z","end":"2026-03-03T18:54:50.830967Z","steps":["trace[2064787333] 'read index received' (duration: 121.565986ms)","trace[2064787333] 'applied index is now lower than readState.Index' (duration: 824.358607ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:54:50.831062Z","caller":"traceutil/trace.go:171","msg":"trace[211459993] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"1.253741522s","start":"2026-03-03T18:54:49.577256Z","end":"2026-03-03T18:54:50.830998Z","steps":["trace[211459993] 'process raft request' (duration: 512.939005ms)","trace[211459993] 'compare' (duration: 740.023809ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:54:50.831112Z","caller":"traceutil/trace.go:171","msg":"trace[207280374] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"1.253732621s","start":"2026-03-03T18:54:49.577352Z","end":"2026-03-03T18:54:50.831084Z","steps":["trace[207280374] 'process raft request' (duration: 1.253496196s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:50.831205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:49.577222Z","time spent":"1.253930046s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:54:50.831256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:49.577344Z","time spent":"1.253856635s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:54:50.831259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.18347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:54:50.831369Z","caller":"traceutil/trace.go:171","msg":"trace[1233244124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:373; }","duration":"946.347893ms","start":"2026-03-03T18:54:49.884993Z","end":"2026-03-03T18:54:50.831341Z","steps":["trace[1233244124] 'agreement among raft nodes before linearized reading' (duration: 946.158139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:50.831427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:49.884968Z","time spent":"946.446386ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:54:50.831531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.342576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"warn","ts":"2026-03-03T18:54:50.831519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.687931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:54:50.831586Z","caller":"traceutil/trace.go:171","msg":"trace[499844491] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:373; }","duration":"363.426789ms","start":"2026-03-03T18:54:50.468142Z","end":"2026-03-03T18:54:50.831569Z","steps":["trace[499844491] 'agreement among raft nodes before linearized reading' (duration: 363.322176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:50.831631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:50.468121Z","time spent":"363.500401ms","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4079,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"info","ts":"2026-03-03T18:54:50.831625Z","caller":"traceutil/trace.go:171","msg":"trace[2039363802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:373; }","duration":"591.855365ms","start":"2026-03-03T18:54:50.239746Z","end":"2026-03-03T18:54:50.831602Z","steps":["trace[2039363802] 'agreement among raft nodes before linearized reading' (duration: 591.666031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:50.831682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:54:50.239726Z","time spent":"591.948477ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:54:52.404994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.992553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:54:52.405152Z","caller":"traceutil/trace.go:171","msg":"trace[2140636675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:405; }","duration":"163.198438ms","start":"2026-03-03T18:54:52.241923Z","end":"2026-03-03T18:54:52.405121Z","steps":["trace[2140636675] 'range keys from in-memory index tree' (duration: 162.919462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:05.404355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113028370,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:55:05.44074Z","caller":"traceutil/trace.go:171","msg":"trace[1165096213] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"667.910477ms","start":"2026-03-03T18:55:04.772794Z","end":"2026-03-03T18:55:05.440704Z","steps":["trace[1165096213] 'process raft request' (duration: 667.716732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:05.441015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:04.772751Z","time spent":"668.159313ms","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4570,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:05.44375Z","caller":"traceutil/trace.go:171","msg":"trace[779434602] linearizableReadLoop","detail":"{readStateIndex:489; appliedIndex:487; }","duration":"540.487022ms","start":"2026-03-03T18:55:04.903224Z","end":"2026-03-03T18:55:05.443711Z","steps":["trace[779434602] 'read index received' (duration: 537.288786ms)","trace[779434602] 'applied index is now lower than readState.Index' (duration: 3.196066ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:05.44391Z","caller":"traceutil/trace.go:171","msg":"trace[1559271097] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"579.825519ms","start":"2026-03-03T18:55:04.864038Z","end":"2026-03-03T18:55:05.443863Z","steps":["trace[1559271097] 'process raft request' (duration: 579.470541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:05.444349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.038449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:55:05.444439Z","caller":"traceutil/trace.go:171","msg":"trace[1783113524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:469; }","duration":"528.154362ms","start":"2026-03-03T18:55:04.916268Z","end":"2026-03-03T18:55:05.444422Z","steps":["trace[1783113524] 'agreement among raft nodes before linearized reading' (duration: 528.011268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:05.444495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:04.916247Z","time spent":"528.236463ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:55:05.44433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:04.864005Z","time spent":"580.190218ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:55:05.443991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.732168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:55:05.444718Z","caller":"traceutil/trace.go:171","msg":"trace[1690343790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:469; }","duration":"541.541547ms","start":"2026-03-03T18:55:04.903168Z","end":"2026-03-03T18:55:05.44471Z","steps":["trace[1690343790] 'agreement among raft nodes before linearized reading' (duration: 540.714238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:05.444753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:04.903147Z","time spent":"541.599408ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:55:05.444869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.717962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:55:05.444907Z","caller":"traceutil/trace.go:171","msg":"trace[1610867771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:469; }","duration":"530.797654ms","start":"2026-03-03T18:55:04.914099Z","end":"2026-03-03T18:55:05.444897Z","steps":["trace[1610867771] 'agreement among raft nodes before linearized reading' (duration: 530.115008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:05.444996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:04.914072Z","time spent":"530.916867ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:55:08.366208Z","caller":"traceutil/trace.go:171","msg":"trace[1782937372] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"108.280104ms","start":"2026-03-03T18:55:08.257891Z","end":"2026-03-03T18:55:08.366171Z","steps":["trace[1782937372] 'process raft request' (duration: 108.11905ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:12.527425Z","caller":"traceutil/trace.go:171","msg":"trace[1613592331] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"139.211313ms","start":"2026-03-03T18:55:12.388186Z","end":"2026-03-03T18:55:12.527398Z","steps":["trace[1613592331] 'process raft request' (duration: 139.039419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:13.207832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.705838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:55:13.207964Z","caller":"traceutil/trace.go:171","msg":"trace[1819419685] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:533; }","duration":"643.265648ms","start":"2026-03-03T18:55:12.56468Z","end":"2026-03-03T18:55:13.207946Z","steps":["trace[1819419685] 'read index received' (duration: 94.389206ms)","trace[1819419685] 'applied index is now lower than readState.Index' (duration: 548.875072ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:13.208061Z","caller":"traceutil/trace.go:171","msg":"trace[1722797131] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"674.606997ms","start":"2026-03-03T18:55:12.533406Z","end":"2026-03-03T18:55:13.208013Z","steps":["trace[1722797131] 'process raft request' (duration: 125.627222ms)","trace[1722797131] 'compare' (duration: 548.536644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:13.208136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.450362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:55:13.208306Z","caller":"traceutil/trace.go:171","msg":"trace[803321979] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:512; }","duration":"643.683407ms","start":"2026-03-03T18:55:12.56461Z","end":"2026-03-03T18:55:13.208294Z","steps":["trace[803321979] 'agreement among raft nodes before linearized reading' (duration: 643.443572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:13.208294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:12.53339Z","time spent":"674.806611ms","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:55:13.208348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:12.564583Z","time spent":"643.753829ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-03T18:55:14.056338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113028468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:55:14.344766Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.119229361s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:55:14.345217Z","caller":"traceutil/trace.go:171","msg":"trace[892868549] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:534; }","duration":"789.202139ms","start":"2026-03-03T18:55:13.555991Z","end":"2026-03-03T18:55:14.345193Z","steps":["trace[892868549] 'read index received' (duration: 788.938553ms)","trace[892868549] 'applied index is now lower than readState.Index' (duration: 262.496µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:14.345269Z","caller":"traceutil/trace.go:171","msg":"trace[1590864699] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"1.119978599s","start":"2026-03-03T18:55:13.22526Z","end":"2026-03-03T18:55:14.345239Z","steps":["trace[1590864699] 'process raft request' (duration: 1.119752873s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:14.34536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.335393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:55:14.346654Z","caller":"traceutil/trace.go:171","msg":"trace[2012732123] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:513; }","duration":"790.692834ms","start":"2026-03-03T18:55:13.555947Z","end":"2026-03-03T18:55:14.34664Z","steps":["trace[2012732123] 'agreement among raft nodes before linearized reading' (duration: 789.328762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:14.346701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:13.555925Z","time spent":"790.762966ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:55:14.34542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:13.225217Z","time spent":"1.120124802s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:55:14.34552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.501096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T18:55:14.345548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.438987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:55:14.34701Z","caller":"traceutil/trace.go:171","msg":"trace[163880634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:513; }","duration":"106.933032ms","start":"2026-03-03T18:55:14.240064Z","end":"2026-03-03T18:55:14.346998Z","steps":["trace[163880634] 'agreement among raft nodes before linearized reading' (duration: 105.471308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:14.345584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.493697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:55:14.347127Z","caller":"traceutil/trace.go:171","msg":"trace[1265204730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:513; }","duration":"741.056103ms","start":"2026-03-03T18:55:13.606033Z","end":"2026-03-03T18:55:14.347089Z","steps":["trace[1265204730] 'agreement among raft nodes before linearized reading' (duration: 739.525987ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:14.347092Z","caller":"traceutil/trace.go:171","msg":"trace[973027543] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:513; }","duration":"790.96053ms","start":"2026-03-03T18:55:13.555953Z","end":"2026-03-03T18:55:14.346914Z","steps":["trace[973027543] 'agreement among raft nodes before linearized reading' (duration: 789.511006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:14.347245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:13.60601Z","time spent":"741.199366ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:55:14.347338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:13.555925Z","time spent":"791.332329ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:55:15.040598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113028472,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:55:15.475292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072387327s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:55:15.475439Z","caller":"traceutil/trace.go:171","msg":"trace[1543551432] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"1.122716384s","start":"2026-03-03T18:55:14.352701Z","end":"2026-03-03T18:55:15.475418Z","steps":["trace[1543551432] 'process raft request' (duration: 50.074031ms)","trace[1543551432] 'compare' (duration: 1.072249534s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:15.475502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:14.35267Z","time spent":"1.122805726s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:55:15.533828Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.131276025s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:55:15.534349Z","caller":"traceutil/trace.go:171","msg":"trace[469408254] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"1.181336566s","start":"2026-03-03T18:55:14.352977Z","end":"2026-03-03T18:55:15.534314Z","steps":["trace[469408254] 'process raft request' (duration: 1.1810918s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:15.53457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:14.352964Z","time spent":"1.181478789s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:15.53464Z","caller":"traceutil/trace.go:171","msg":"trace[1128540905] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:536; }","duration":"994.336757ms","start":"2026-03-03T18:55:14.540261Z","end":"2026-03-03T18:55:15.534598Z","steps":["trace[1128540905] 'read index received' (duration: 993.759183ms)","trace[1128540905] 'applied index is now lower than readState.Index' (duration: 576.324µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:15.534746Z","caller":"traceutil/trace.go:171","msg":"trace[1220261614] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"1.181635973s","start":"2026-03-03T18:55:14.353097Z","end":"2026-03-03T18:55:15.534733Z","steps":["trace[1220261614] 'process raft request' (duration: 1.181165832s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:15.534891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:14.35307Z","time spent":"1.181719995s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:55:15.534931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.977075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:55:15.53494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.671224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:55:15.535067Z","caller":"traceutil/trace.go:171","msg":"trace[256119144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:516; }","duration":"994.848768ms","start":"2026-03-03T18:55:14.540196Z","end":"2026-03-03T18:55:15.535045Z","steps":["trace[256119144] 'agreement among raft nodes before linearized reading' (duration: 994.663804ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:15.534991Z","caller":"traceutil/trace.go:171","msg":"trace[1215441442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:516; }","duration":"295.067418ms","start":"2026-03-03T18:55:15.239906Z","end":"2026-03-03T18:55:15.534974Z","steps":["trace[1215441442] 'agreement among raft nodes before linearized reading' (duration: 294.959705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:15.535109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:14.540162Z","time spent":"994.937131ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:55:15.771407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.875153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:55:15.771526Z","caller":"traceutil/trace.go:171","msg":"trace[122179136] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"233.172288ms","start":"2026-03-03T18:55:15.538335Z","end":"2026-03-03T18:55:15.771507Z","steps":["trace[122179136] 'process raft request' (duration: 100.10277ms)","trace[122179136] 'compare' (duration: 132.600247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:16.378931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113028478,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:55:16.879492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113028478,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:55:17.0663Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.22402438s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:55:17.08434Z","caller":"traceutil/trace.go:171","msg":"trace[1593264219] linearizableReadLoop","detail":"{readStateIndex:540; appliedIndex:539; }","duration":"1.206175969s","start":"2026-03-03T18:55:15.878124Z","end":"2026-03-03T18:55:17.0843Z","steps":["trace[1593264219] 'read index received' (duration: 1.188489802s)","trace[1593264219] 'applied index is now lower than readState.Index' (duration: 17.683957ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:17.084823Z","caller":"traceutil/trace.go:171","msg":"trace[76808049] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"1.242620728s","start":"2026-03-03T18:55:15.842155Z","end":"2026-03-03T18:55:17.084776Z","steps":["trace[76808049] 'process raft request' (duration: 1.224551502s)","trace[76808049] 'compare' (duration: 17.38551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:17.084885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206735852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-03T18:55:17.084933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186831873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:55:17.085003Z","caller":"traceutil/trace.go:171","msg":"trace[967787706] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:518; }","duration":"1.206900716s","start":"2026-03-03T18:55:15.878066Z","end":"2026-03-03T18:55:17.084967Z","steps":["trace[967787706] 'agreement among raft nodes before linearized reading' (duration: 1.206683491s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:17.08512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:15.842121Z","time spent":"1.242806363s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:17.085037Z","caller":"traceutil/trace.go:171","msg":"trace[249957235] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:518; }","duration":"1.186976507s","start":"2026-03-03T18:55:15.898033Z","end":"2026-03-03T18:55:17.08501Z","steps":["trace[249957235] 'agreement among raft nodes before linearized reading' (duration: 1.186790512s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:17.085134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:15.878044Z","time spent":"1.20707674s","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-03-03T18:55:17.08518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:15.898022Z","time spent":"1.187151291s","remote":"127.0.0.1:43992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-03T18:55:17.084994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.748188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:55:17.085387Z","caller":"traceutil/trace.go:171","msg":"trace[1170374317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:518; }","duration":"845.28252ms","start":"2026-03-03T18:55:16.240089Z","end":"2026-03-03T18:55:17.085371Z","steps":["trace[1170374317] 'agreement among raft nodes before linearized reading' (duration: 844.760208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:17.085432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:16.240056Z","time spent":"845.363873ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:55:17.58723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113028482,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:55:18.087673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113028482,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:55:18.243553Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.15702668s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:55:18.280332Z","caller":"traceutil/trace.go:171","msg":"trace[1454752629] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:540; }","duration":"1.193553271s","start":"2026-03-03T18:55:17.086751Z","end":"2026-03-03T18:55:18.280304Z","steps":["trace[1454752629] 'read index received' (duration: 1.15702883s)","trace[1454752629] 'applied index is now lower than readState.Index' (duration: 36.522881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:18.280437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:17.086375Z","time spent":"1.194058583s","remote":"127.0.0.1:43796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:55:18.280923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19179859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:55:18.280976Z","caller":"traceutil/trace.go:171","msg":"trace[1896028782] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:0; response_revision:518; }","duration":"1.191922922s","start":"2026-03-03T18:55:17.089042Z","end":"2026-03-03T18:55:18.280965Z","steps":["trace[1896028782] 'agreement among raft nodes before linearized reading' (duration: 1.19182324s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:18.281009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:17.089025Z","time spent":"1.191976233s","remote":"127.0.0.1:43992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-03T18:55:18.281136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.707647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:55:18.281226Z","caller":"traceutil/trace.go:171","msg":"trace[1143668336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:518; }","duration":"741.86454ms","start":"2026-03-03T18:55:17.539342Z","end":"2026-03-03T18:55:18.281206Z","steps":["trace[1143668336] 'agreement among raft nodes before linearized reading' (duration: 741.665825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:18.281223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194432471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:55:18.281306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.26073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:55:18.281304Z","caller":"traceutil/trace.go:171","msg":"trace[629621087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:518; }","duration":"1.194563965s","start":"2026-03-03T18:55:17.086723Z","end":"2026-03-03T18:55:18.281287Z","steps":["trace[629621087] 'agreement among raft nodes before linearized reading' (duration: 1.194390971s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:18.281332Z","caller":"traceutil/trace.go:171","msg":"trace[524181553] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:518; }","duration":"742.323041ms","start":"2026-03-03T18:55:17.539003Z","end":"2026-03-03T18:55:18.281326Z","steps":["trace[524181553] 'agreement among raft nodes before linearized reading' (duration: 742.27842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:18.281353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:17.538975Z","time spent":"742.374572ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:55:18.281334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.579117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T18:55:18.281349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:17.086711Z","time spent":"1.194632046s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:55:18.281257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:17.539311Z","time spent":"741.939792ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:55:18.281459Z","caller":"traceutil/trace.go:171","msg":"trace[1670251925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:518; }","duration":"504.762001ms","start":"2026-03-03T18:55:17.776664Z","end":"2026-03-03T18:55:18.281426Z","steps":["trace[1670251925] 'agreement among raft nodes before linearized reading' (duration: 504.507825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:18.281514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:17.776638Z","time spent":"504.864624ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:55:18.281957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.832955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:55:18.282784Z","caller":"traceutil/trace.go:171","msg":"trace[192742508] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:518; }","duration":"803.286159ms","start":"2026-03-03T18:55:17.479456Z","end":"2026-03-03T18:55:18.282742Z","steps":["trace[192742508] 'agreement among raft nodes before linearized reading' (duration: 801.771034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:18.282897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:17.479408Z","time spent":"803.440353ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:55:18.44778Z","caller":"traceutil/trace.go:171","msg":"trace[1756262827] linearizableReadLoop","detail":"{readStateIndex:542; appliedIndex:541; }","duration":"162.8576ms","start":"2026-03-03T18:55:18.284889Z","end":"2026-03-03T18:55:18.447746Z","steps":["trace[1756262827] 'read index received' (duration: 160.392972ms)","trace[1756262827] 'applied index is now lower than readState.Index' (duration: 2.462838ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:18.447827Z","caller":"traceutil/trace.go:171","msg":"trace[227518165] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"165.468492ms","start":"2026-03-03T18:55:18.282316Z","end":"2026-03-03T18:55:18.447785Z","steps":["trace[227518165] 'process raft request' (duration: 162.945322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:18.448019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.082865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:55:18.448112Z","caller":"traceutil/trace.go:171","msg":"trace[658290027] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:519; }","duration":"163.242229ms","start":"2026-03-03T18:55:18.28485Z","end":"2026-03-03T18:55:18.448092Z","steps":["trace[658290027] 'agreement among raft nodes before linearized reading' (duration: 162.981093ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:18.455222Z","caller":"traceutil/trace.go:171","msg":"trace[1110287974] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"168.963674ms","start":"2026-03-03T18:55:18.286245Z","end":"2026-03-03T18:55:18.455209Z","steps":["trace[1110287974] 'process raft request' (duration: 168.777599ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:18.455548Z","caller":"traceutil/trace.go:171","msg":"trace[1938569667] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"168.971964ms","start":"2026-03-03T18:55:18.286555Z","end":"2026-03-03T18:55:18.455527Z","steps":["trace[1938569667] 'process raft request' (duration: 168.611006ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:18.455786Z","caller":"traceutil/trace.go:171","msg":"trace[1552619698] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"168.347519ms","start":"2026-03-03T18:55:18.287429Z","end":"2026-03-03T18:55:18.455777Z","steps":["trace[1552619698] 'process raft request' (duration: 168.005811ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:18.455848Z","caller":"traceutil/trace.go:171","msg":"trace[1847601565] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"167.611762ms","start":"2026-03-03T18:55:18.288197Z","end":"2026-03-03T18:55:18.455808Z","steps":["trace[1847601565] 'process raft request' (duration: 167.479369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:18.455932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.611475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:55:18.456042Z","caller":"traceutil/trace.go:171","msg":"trace[2022221176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:523; }","duration":"165.753148ms","start":"2026-03-03T18:55:18.290236Z","end":"2026-03-03T18:55:18.455989Z","steps":["trace[2022221176] 'agreement among raft nodes before linearized reading' (duration: 165.596465ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:18.814758Z","caller":"traceutil/trace.go:171","msg":"trace[732113947] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"134.41577ms","start":"2026-03-03T18:55:18.680319Z","end":"2026-03-03T18:55:18.814735Z","steps":["trace[732113947] 'process raft request' (duration: 134.213985ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:18.949175Z","caller":"traceutil/trace.go:171","msg":"trace[363951074] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"100.970381ms","start":"2026-03-03T18:55:18.848154Z","end":"2026-03-03T18:55:18.949124Z","steps":["trace[363951074] 'process raft request' (duration: 25.845709ms)","trace[363951074] 'compare' (duration: 74.856745ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:19.095328Z","caller":"traceutil/trace.go:171","msg":"trace[1981875985] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"129.729398ms","start":"2026-03-03T18:55:18.96556Z","end":"2026-03-03T18:55:19.095289Z","steps":["trace[1981875985] 'process raft request' (duration: 84.105132ms)","trace[1981875985] 'compare' (duration: 45.37201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:19.307143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.786217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:55:19.307392Z","caller":"traceutil/trace.go:171","msg":"trace[201861741] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"333.548015ms","start":"2026-03-03T18:55:18.973813Z","end":"2026-03-03T18:55:19.307361Z","steps":["trace[201861741] 'process raft request' (duration: 229.4502ms)","trace[201861741] 'compare' (duration: 103.648134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:19.307536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:18.973785Z","time spent":"333.699949ms","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:55:19.307568Z","caller":"traceutil/trace.go:171","msg":"trace[572979987] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"331.763392ms","start":"2026-03-03T18:55:18.975759Z","end":"2026-03-03T18:55:19.307523Z","steps":["trace[572979987] 'process raft request' (duration: 331.514897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:19.30776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:18.97574Z","time spent":"331.936816ms","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:55:19.308456Z","caller":"traceutil/trace.go:171","msg":"trace[306445545] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"328.097516ms","start":"2026-03-03T18:55:18.980319Z","end":"2026-03-03T18:55:19.308417Z","steps":["trace[306445545] 'process raft request' (duration: 327.361538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:19.308637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:18.980292Z","time spent":"328.25756ms","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:55:19.309006Z","caller":"traceutil/trace.go:171","msg":"trace[237611677] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"328.016804ms","start":"2026-03-03T18:55:18.980973Z","end":"2026-03-03T18:55:19.308989Z","steps":["trace[237611677] 'process raft request' (duration: 327.950923ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.309041Z","caller":"traceutil/trace.go:171","msg":"trace[1368739916] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"328.174288ms","start":"2026-03-03T18:55:18.980853Z","end":"2026-03-03T18:55:19.309027Z","steps":["trace[1368739916] 'process raft request' (duration: 327.925852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:19.309162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:18.980833Z","time spent":"328.29073ms","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:55:19.309133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:18.980952Z","time spent":"328.140387ms","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:55:19.379361Z","caller":"traceutil/trace.go:171","msg":"trace[1586453768] linearizableReadLoop","detail":"{readStateIndex:563; appliedIndex:556; }","duration":"234.54297ms","start":"2026-03-03T18:55:19.144801Z","end":"2026-03-03T18:55:19.379344Z","steps":["trace[1586453768] 'read index received' (duration: 58.458298ms)","trace[1586453768] 'applied index is now lower than readState.Index' (duration: 176.083732ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:19.379354Z","caller":"traceutil/trace.go:171","msg":"trace[395034417] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"277.761389ms","start":"2026-03-03T18:55:19.101558Z","end":"2026-03-03T18:55:19.379319Z","steps":["trace[395034417] 'process raft request' (duration: 277.573655ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.379451Z","caller":"traceutil/trace.go:171","msg":"trace[946101058] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"275.66004ms","start":"2026-03-03T18:55:19.103777Z","end":"2026-03-03T18:55:19.379437Z","steps":["trace[946101058] 'process raft request' (duration: 275.468055ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.379546Z","caller":"traceutil/trace.go:171","msg":"trace[1741284802] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"232.942382ms","start":"2026-03-03T18:55:19.146592Z","end":"2026-03-03T18:55:19.379535Z","steps":["trace[1741284802] 'process raft request' (duration: 232.706717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:19.379846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.019661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2ftw4\" ","response":"range_response_count:1 size:17145"} {"level":"info","ts":"2026-03-03T18:55:19.379957Z","caller":"traceutil/trace.go:171","msg":"trace[1613023052] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2ftw4; range_end:; response_count:1; response_revision:541; }","duration":"235.207116ms","start":"2026-03-03T18:55:19.144724Z","end":"2026-03-03T18:55:19.379931Z","steps":["trace[1613023052] 'agreement among raft nodes before linearized reading' (duration: 234.96432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:19.581538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.205719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:55:19.58184Z","caller":"traceutil/trace.go:171","msg":"trace[1670946202] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"267.520798ms","start":"2026-03-03T18:55:19.314256Z","end":"2026-03-03T18:55:19.581777Z","steps":["trace[1670946202] 'process raft request' (duration: 114.977191ms)","trace[1670946202] 'compare' (duration: 152.002954ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:19.581942Z","caller":"traceutil/trace.go:171","msg":"trace[797325728] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"256.722324ms","start":"2026-03-03T18:55:19.325166Z","end":"2026-03-03T18:55:19.581889Z","steps":["trace[797325728] 'process raft request' (duration: 256.506458ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.582115Z","caller":"traceutil/trace.go:171","msg":"trace[1997638724] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"255.264489ms","start":"2026-03-03T18:55:19.32682Z","end":"2026-03-03T18:55:19.582084Z","steps":["trace[1997638724] 'process raft request' (duration: 255.048974ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.582149Z","caller":"traceutil/trace.go:171","msg":"trace[1954796303] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"255.257839ms","start":"2026-03-03T18:55:19.326858Z","end":"2026-03-03T18:55:19.582115Z","steps":["trace[1954796303] 'process raft request' (duration: 255.117106ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.582161Z","caller":"traceutil/trace.go:171","msg":"trace[1937645625] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"255.291819ms","start":"2026-03-03T18:55:19.326793Z","end":"2026-03-03T18:55:19.582085Z","steps":["trace[1937645625] 'process raft request' (duration: 255.004042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.582271Z","caller":"traceutil/trace.go:171","msg":"trace[396409620] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"255.360301ms","start":"2026-03-03T18:55:19.326862Z","end":"2026-03-03T18:55:19.582222Z","steps":["trace[396409620] 'process raft request' (duration: 255.147796ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.582297Z","caller":"traceutil/trace.go:171","msg":"trace[814721384] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"255.351221ms","start":"2026-03-03T18:55:19.326898Z","end":"2026-03-03T18:55:19.58225Z","steps":["trace[814721384] 'process raft request' (duration: 255.217668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.582409Z","caller":"traceutil/trace.go:171","msg":"trace[1605284999] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"255.429602ms","start":"2026-03-03T18:55:19.326964Z","end":"2026-03-03T18:55:19.582393Z","steps":["trace[1605284999] 'process raft request' (duration: 255.206797ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.582445Z","caller":"traceutil/trace.go:171","msg":"trace[260293249] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"255.345721ms","start":"2026-03-03T18:55:19.327065Z","end":"2026-03-03T18:55:19.58241Z","steps":["trace[260293249] 'process raft request' (duration: 255.180517ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.582438Z","caller":"traceutil/trace.go:171","msg":"trace[175301845] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"255.303059ms","start":"2026-03-03T18:55:19.327125Z","end":"2026-03-03T18:55:19.582428Z","steps":["trace[175301845] 'process raft request' (duration: 255.179546ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.582524Z","caller":"traceutil/trace.go:171","msg":"trace[452284037] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"255.042914ms","start":"2026-03-03T18:55:19.327453Z","end":"2026-03-03T18:55:19.582496Z","steps":["trace[452284037] 'process raft request' (duration: 254.88684ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.582627Z","caller":"traceutil/trace.go:171","msg":"trace[1025517327] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"254.986303ms","start":"2026-03-03T18:55:19.327625Z","end":"2026-03-03T18:55:19.582611Z","steps":["trace[1025517327] 'process raft request' (duration: 254.789308ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.582739Z","caller":"traceutil/trace.go:171","msg":"trace[1474900471] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"195.079819ms","start":"2026-03-03T18:55:19.387642Z","end":"2026-03-03T18:55:19.582722Z","steps":["trace[1474900471] 'process raft request' (duration: 194.849094ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.582347Z","caller":"traceutil/trace.go:171","msg":"trace[620072433] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"255.35116ms","start":"2026-03-03T18:55:19.326954Z","end":"2026-03-03T18:55:19.582305Z","steps":["trace[620072433] 'process raft request' (duration: 255.190897ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.582849Z","caller":"traceutil/trace.go:171","msg":"trace[495983601] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"189.304494ms","start":"2026-03-03T18:55:19.393529Z","end":"2026-03-03T18:55:19.582833Z","steps":["trace[495983601] 'process raft request' (duration: 189.091749ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.582991Z","caller":"traceutil/trace.go:171","msg":"trace[138683341] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"183.63243ms","start":"2026-03-03T18:55:19.39934Z","end":"2026-03-03T18:55:19.582972Z","steps":["trace[138683341] 'process raft request' (duration: 183.385874ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.7584Z","caller":"traceutil/trace.go:171","msg":"trace[1853737888] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"166.325292ms","start":"2026-03-03T18:55:19.592044Z","end":"2026-03-03T18:55:19.758369Z","steps":["trace[1853737888] 'process raft request' (duration: 146.087545ms)","trace[1853737888] 'compare' (duration: 19.898919ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:19.758711Z","caller":"traceutil/trace.go:171","msg":"trace[80093447] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"166.471575ms","start":"2026-03-03T18:55:19.592189Z","end":"2026-03-03T18:55:19.75866Z","steps":["trace[80093447] 'process raft request' (duration: 166.133117ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.758778Z","caller":"traceutil/trace.go:171","msg":"trace[1919064918] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"166.424454ms","start":"2026-03-03T18:55:19.592325Z","end":"2026-03-03T18:55:19.75875Z","steps":["trace[1919064918] 'process raft request' (duration: 166.308221ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.758924Z","caller":"traceutil/trace.go:171","msg":"trace[978076803] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"166.427214ms","start":"2026-03-03T18:55:19.592482Z","end":"2026-03-03T18:55:19.75891Z","steps":["trace[978076803] 'process raft request' (duration: 166.242489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.758968Z","caller":"traceutil/trace.go:171","msg":"trace[961798089] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"166.708951ms","start":"2026-03-03T18:55:19.592248Z","end":"2026-03-03T18:55:19.758957Z","steps":["trace[961798089] 'process raft request' (duration: 166.310552ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.759035Z","caller":"traceutil/trace.go:171","msg":"trace[1968385655] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"166.666689ms","start":"2026-03-03T18:55:19.592356Z","end":"2026-03-03T18:55:19.759023Z","steps":["trace[1968385655] 'process raft request' (duration: 166.298641ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.759027Z","caller":"traceutil/trace.go:171","msg":"trace[1415453814] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"161.846906ms","start":"2026-03-03T18:55:19.597165Z","end":"2026-03-03T18:55:19.759012Z","steps":["trace[1415453814] 'process raft request' (duration: 161.786465ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.759045Z","caller":"traceutil/trace.go:171","msg":"trace[441089762] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"166.740992ms","start":"2026-03-03T18:55:19.592296Z","end":"2026-03-03T18:55:19.759037Z","steps":["trace[441089762] 'process raft request' (duration: 166.312652ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.759117Z","caller":"traceutil/trace.go:171","msg":"trace[1839256613] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"166.714751ms","start":"2026-03-03T18:55:19.592391Z","end":"2026-03-03T18:55:19.759106Z","steps":["trace[1839256613] 'process raft request' (duration: 166.288581ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.759121Z","caller":"traceutil/trace.go:171","msg":"trace[494009725] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"165.153344ms","start":"2026-03-03T18:55:19.593948Z","end":"2026-03-03T18:55:19.759101Z","steps":["trace[494009725] 'process raft request' (duration: 164.825087ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.759176Z","caller":"traceutil/trace.go:171","msg":"trace[1735874953] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"166.68087ms","start":"2026-03-03T18:55:19.592485Z","end":"2026-03-03T18:55:19.759166Z","steps":["trace[1735874953] 'process raft request' (duration: 166.25871ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.759208Z","caller":"traceutil/trace.go:171","msg":"trace[2017353117] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"166.819434ms","start":"2026-03-03T18:55:19.592378Z","end":"2026-03-03T18:55:19.759198Z","steps":["trace[2017353117] 'process raft request' (duration: 166.326622ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.759216Z","caller":"traceutil/trace.go:171","msg":"trace[83801575] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"163.974946ms","start":"2026-03-03T18:55:19.595219Z","end":"2026-03-03T18:55:19.759194Z","steps":["trace[83801575] 'process raft request' (duration: 163.620398ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:19.759255Z","caller":"traceutil/trace.go:171","msg":"trace[1500397079] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"162.644395ms","start":"2026-03-03T18:55:19.596586Z","end":"2026-03-03T18:55:19.759231Z","steps":["trace[1500397079] 'process raft request' (duration: 162.318828ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:20.027732Z","caller":"traceutil/trace.go:171","msg":"trace[1881513196] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"261.410224ms","start":"2026-03-03T18:55:19.76627Z","end":"2026-03-03T18:55:20.02768Z","steps":["trace[1881513196] 'process raft request' (duration: 222.719262ms)","trace[1881513196] 'compare' (duration: 38.373135ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:20.027916Z","caller":"traceutil/trace.go:171","msg":"trace[222514741] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"257.658286ms","start":"2026-03-03T18:55:19.770218Z","end":"2026-03-03T18:55:20.027876Z","steps":["trace[222514741] 'process raft request' (duration: 257.40554ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:20.027984Z","caller":"traceutil/trace.go:171","msg":"trace[846168983] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"260.605995ms","start":"2026-03-03T18:55:19.767335Z","end":"2026-03-03T18:55:20.027941Z","steps":["trace[846168983] 'process raft request' (duration: 260.213556ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:20.027975Z","caller":"traceutil/trace.go:171","msg":"trace[1425628244] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"257.176974ms","start":"2026-03-03T18:55:19.770751Z","end":"2026-03-03T18:55:20.027928Z","steps":["trace[1425628244] 'process raft request' (duration: 256.946068ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:20.028431Z","caller":"traceutil/trace.go:171","msg":"trace[1330310359] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"256.893327ms","start":"2026-03-03T18:55:19.771519Z","end":"2026-03-03T18:55:20.028412Z","steps":["trace[1330310359] 'process raft request' (duration: 256.222411ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:20.028994Z","caller":"traceutil/trace.go:171","msg":"trace[542251787] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"247.037115ms","start":"2026-03-03T18:55:19.781942Z","end":"2026-03-03T18:55:20.02898Z","steps":["trace[542251787] 'process raft request' (duration: 246.84911ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:20.504219Z","caller":"traceutil/trace.go:171","msg":"trace[963257970] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"470.339082ms","start":"2026-03-03T18:55:20.033835Z","end":"2026-03-03T18:55:20.504174Z","steps":["trace[963257970] 'process raft request' (duration: 419.952403ms)","trace[963257970] 'compare' (duration: 50.140923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:20.504381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:20.033822Z","time spent":"470.484355ms","remote":"127.0.0.1:44122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1134,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:55:20.50456Z","caller":"traceutil/trace.go:171","msg":"trace[1725909694] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"470.572136ms","start":"2026-03-03T18:55:20.033934Z","end":"2026-03-03T18:55:20.504506Z","steps":["trace[1725909694] 'process raft request' (duration: 470.175837ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:20.504629Z","caller":"traceutil/trace.go:171","msg":"trace[754544689] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"424.792947ms","start":"2026-03-03T18:55:20.079816Z","end":"2026-03-03T18:55:20.504609Z","steps":["trace[754544689] 'process raft request' (duration: 424.477699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:20.504764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:20.033926Z","time spent":"470.744201ms","remote":"127.0.0.1:44122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:55:20.504791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:20.079776Z","time spent":"424.91123ms","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:20.50485Z","caller":"traceutil/trace.go:171","msg":"trace[881286857] linearizableReadLoop","detail":"{readStateIndex:607; appliedIndex:603; }","duration":"266.168246ms","start":"2026-03-03T18:55:20.238669Z","end":"2026-03-03T18:55:20.504837Z","steps":["trace[881286857] 'read index received' (duration: 214.998169ms)","trace[881286857] 'applied index is now lower than readState.Index' (duration: 51.168597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:20.505169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.477564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:55:20.505212Z","caller":"traceutil/trace.go:171","msg":"trace[1829273485] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"423.507177ms","start":"2026-03-03T18:55:20.081649Z","end":"2026-03-03T18:55:20.505156Z","steps":["trace[1829273485] 'process raft request' (duration: 422.867552ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:20.505291Z","caller":"traceutil/trace.go:171","msg":"trace[740289893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:584; }","duration":"266.675628ms","start":"2026-03-03T18:55:20.238588Z","end":"2026-03-03T18:55:20.505264Z","steps":["trace[740289893] 'agreement among raft nodes before linearized reading' (duration: 266.411742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:20.505406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:20.081638Z","time spent":"423.67096ms","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73420,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:55:20.637158Z","caller":"traceutil/trace.go:171","msg":"trace[1276240432] transaction","detail":"{read_only:false; response_revision:590; number_of_response:1; }","duration":"107.804242ms","start":"2026-03-03T18:55:20.529305Z","end":"2026-03-03T18:55:20.63711Z","steps":["trace[1276240432] 'process raft request' (duration: 92.508061ms)","trace[1276240432] 'compare' (duration: 14.954273ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:20.637503Z","caller":"traceutil/trace.go:171","msg":"trace[1406002259] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"100.826138ms","start":"2026-03-03T18:55:20.536652Z","end":"2026-03-03T18:55:20.637478Z","steps":["trace[1406002259] 'process raft request' (duration: 100.322326ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:20.809457Z","caller":"traceutil/trace.go:171","msg":"trace[2113270660] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"140.046412ms","start":"2026-03-03T18:55:20.669381Z","end":"2026-03-03T18:55:20.809427Z","steps":["trace[2113270660] 'process raft request' (duration: 139.889759ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:20.809455Z","caller":"traceutil/trace.go:171","msg":"trace[1311329449] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"143.874863ms","start":"2026-03-03T18:55:20.665525Z","end":"2026-03-03T18:55:20.8094Z","steps":["trace[1311329449] 'process raft request' (duration: 107.924765ms)","trace[1311329449] 'compare' (duration: 35.526308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:40.457715Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080984389s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:55:40.46271Z","caller":"traceutil/trace.go:171","msg":"trace[973249403] transaction","detail":"{read_only:false; response_revision:897; number_of_response:1; }","duration":"1.09337843s","start":"2026-03-03T18:55:39.369296Z","end":"2026-03-03T18:55:40.462674Z","steps":["trace[973249403] 'process raft request' (duration: 1.088669429s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:40.462711Z","caller":"traceutil/trace.go:171","msg":"trace[1005751948] linearizableReadLoop","detail":"{readStateIndex:927; appliedIndex:926; }","duration":"317.370484ms","start":"2026-03-03T18:55:40.145288Z","end":"2026-03-03T18:55:40.462659Z","steps":["trace[1005751948] 'read index received' (duration: 312.599661ms)","trace[1005751948] 'applied index is now lower than readState.Index' (duration: 4.768553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:55:40.46292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:39.369268Z","time spent":"1.093566695s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4848,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:55:40.463017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.710492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-03T18:55:40.463233Z","caller":"traceutil/trace.go:171","msg":"trace[1777457974] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:897; }","duration":"317.866205ms","start":"2026-03-03T18:55:40.145231Z","end":"2026-03-03T18:55:40.463097Z","steps":["trace[1777457974] 'agreement among raft nodes before linearized reading' (duration: 317.556878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:40.463321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:55:40.145201Z","time spent":"318.109791ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:55:41.402081Z","caller":"traceutil/trace.go:171","msg":"trace[562617154] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"105.932668ms","start":"2026-03-03T18:55:41.296039Z","end":"2026-03-03T18:55:41.401972Z","steps":["trace[562617154] 'process raft request' (duration: 105.556699ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:56.583807Z","caller":"traceutil/trace.go:171","msg":"trace[583327364] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"106.8424ms","start":"2026-03-03T18:55:56.476936Z","end":"2026-03-03T18:55:56.583778Z","steps":["trace[583327364] 'process raft request' (duration: 106.667356ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:56.735053Z","caller":"traceutil/trace.go:171","msg":"trace[1153466248] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"141.534589ms","start":"2026-03-03T18:55:56.593435Z","end":"2026-03-03T18:55:56.73497Z","steps":["trace[1153466248] 'process raft request' (duration: 141.349615ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:56.950191Z","caller":"traceutil/trace.go:171","msg":"trace[1685711437] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"171.813413ms","start":"2026-03-03T18:55:56.778363Z","end":"2026-03-03T18:55:56.950176Z","steps":["trace[1685711437] 'process raft request' (duration: 171.536587ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:56.950033Z","caller":"traceutil/trace.go:171","msg":"trace[1714789444] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"172.744005ms","start":"2026-03-03T18:55:56.777231Z","end":"2026-03-03T18:55:56.949975Z","steps":["trace[1714789444] 'process raft request' (duration: 161.389557ms)","trace[1714789444] 'compare' (duration: 11.123873ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:55:56.950525Z","caller":"traceutil/trace.go:171","msg":"trace[447209435] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"168.892914ms","start":"2026-03-03T18:55:56.781591Z","end":"2026-03-03T18:55:56.950484Z","steps":["trace[447209435] 'process raft request' (duration: 168.543316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:59.099879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.218476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T18:55:59.100015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.723948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:55:59.100039Z","caller":"traceutil/trace.go:171","msg":"trace[1895886376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1044; }","duration":"145.448642ms","start":"2026-03-03T18:55:58.95456Z","end":"2026-03-03T18:55:59.100009Z","steps":["trace[1895886376] 'range keys from in-memory index tree' (duration: 144.97685ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:59.100068Z","caller":"traceutil/trace.go:171","msg":"trace[981708602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1044; }","duration":"145.828371ms","start":"2026-03-03T18:55:58.954225Z","end":"2026-03-03T18:55:59.100054Z","steps":["trace[981708602] 'range keys from in-memory index tree' (duration: 145.524343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:59.100172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.494586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:55:59.100275Z","caller":"traceutil/trace.go:171","msg":"trace[314177938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1044; }","duration":"143.66575ms","start":"2026-03-03T18:55:58.956588Z","end":"2026-03-03T18:55:59.100253Z","steps":["trace[314177938] 'range keys from in-memory index tree' (duration: 143.211259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:55:59.257393Z","caller":"traceutil/trace.go:171","msg":"trace[1486777983] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"152.61648ms","start":"2026-03-03T18:55:59.104746Z","end":"2026-03-03T18:55:59.257362Z","steps":["trace[1486777983] 'process raft request' (duration: 145.724978ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:03.063876Z","caller":"traceutil/trace.go:171","msg":"trace[2016311448] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"159.899443ms","start":"2026-03-03T18:56:02.903934Z","end":"2026-03-03T18:56:03.063834Z","steps":["trace[2016311448] 'process raft request' (duration: 135.409805ms)","trace[2016311448] 'compare' (duration: 24.290203ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:56:03.064322Z","caller":"traceutil/trace.go:171","msg":"trace[1024254168] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"111.87787ms","start":"2026-03-03T18:56:02.952341Z","end":"2026-03-03T18:56:03.064219Z","steps":["trace[1024254168] 'process raft request' (duration: 111.612973ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:04.92247Z","caller":"traceutil/trace.go:171","msg":"trace[1072440829] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"104.770502ms","start":"2026-03-03T18:56:04.817669Z","end":"2026-03-03T18:56:04.92244Z","steps":["trace[1072440829] 'process raft request' (duration: 52.767225ms)","trace[1072440829] 'compare' (duration: 51.875664ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:56:06.915257Z","caller":"traceutil/trace.go:171","msg":"trace[1653649769] linearizableReadLoop","detail":"{readStateIndex:1205; appliedIndex:1204; }","duration":"148.172326ms","start":"2026-03-03T18:56:06.767054Z","end":"2026-03-03T18:56:06.915226Z","steps":["trace[1653649769] 'read index received' (duration: 147.836638ms)","trace[1653649769] 'applied index is now lower than readState.Index' (duration: 334.418µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:56:06.915318Z","caller":"traceutil/trace.go:171","msg":"trace[587889950] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"270.232166ms","start":"2026-03-03T18:56:06.645031Z","end":"2026-03-03T18:56:06.915263Z","steps":["trace[587889950] 'process raft request' (duration: 270.006541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:06.915414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.3269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:56:06.915454Z","caller":"traceutil/trace.go:171","msg":"trace[828818910] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1164; }","duration":"148.421312ms","start":"2026-03-03T18:56:06.767022Z","end":"2026-03-03T18:56:06.915443Z","steps":["trace[828818910] 'agreement among raft nodes before linearized reading' (duration: 148.32621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:07.107855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.020089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:56:07.108016Z","caller":"traceutil/trace.go:171","msg":"trace[2129780471] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"175.197814ms","start":"2026-03-03T18:56:06.932792Z","end":"2026-03-03T18:56:07.10799Z","steps":["trace[2129780471] 'process raft request' (duration: 13.907378ms)","trace[2129780471] 'compare' (duration: 160.866296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:56:32.191291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.332375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:56:32.191423Z","caller":"traceutil/trace.go:171","msg":"trace[536419243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1581; }","duration":"951.493699ms","start":"2026-03-03T18:56:31.239886Z","end":"2026-03-03T18:56:32.191379Z","steps":["trace[536419243] 'range keys from in-memory index tree' (duration: 951.224803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:32.191461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:31.239861Z","time spent":"951.591872ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:56:32.191473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.841007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-751f7990-3dde-4291-8c90-ee425fb94791\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-03T18:56:32.191585Z","caller":"traceutil/trace.go:171","msg":"trace[1513227614] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-751f7990-3dde-4291-8c90-ee425fb94791; range_end:; response_count:1; response_revision:1581; }","duration":"567.96253ms","start":"2026-03-03T18:56:31.623597Z","end":"2026-03-03T18:56:32.191559Z","steps":["trace[1513227614] 'range keys from in-memory index tree' (duration: 567.636033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:32.191637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:31.623571Z","time spent":"568.056303ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-751f7990-3dde-4291-8c90-ee425fb94791\" "} {"level":"warn","ts":"2026-03-03T18:56:32.191741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.494852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:56:32.191783Z","caller":"traceutil/trace.go:171","msg":"trace[897149003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1581; }","duration":"946.578454ms","start":"2026-03-03T18:56:31.245194Z","end":"2026-03-03T18:56:32.191773Z","steps":["trace[897149003] 'range keys from in-memory index tree' (duration: 946.320017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:32.19181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:31.245172Z","time spent":"946.632895ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:56:32.192062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.818875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-751f7990-3dde-4291-8c90-ee425fb94791\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-03T18:56:32.192159Z","caller":"traceutil/trace.go:171","msg":"trace[1618137995] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-751f7990-3dde-4291-8c90-ee425fb94791; range_end:; response_count:1; response_revision:1581; }","duration":"533.955878ms","start":"2026-03-03T18:56:31.658183Z","end":"2026-03-03T18:56:32.192139Z","steps":["trace[1618137995] 'range keys from in-memory index tree' (duration: 533.650201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:32.192167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.34173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T18:56:32.1922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:31.658171Z","time spent":"534.01912ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-751f7990-3dde-4291-8c90-ee425fb94791\" "} {"level":"info","ts":"2026-03-03T18:56:32.192224Z","caller":"traceutil/trace.go:171","msg":"trace[1648107811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1581; }","duration":"874.446521ms","start":"2026-03-03T18:56:31.31776Z","end":"2026-03-03T18:56:32.192206Z","steps":["trace[1648107811] 'range keys from in-memory index tree' (duration: 874.161965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:32.192256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:31.31774Z","time spent":"874.508563ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:56:32.192464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.044408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T18:56:32.192503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.699268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T18:56:32.192511Z","caller":"traceutil/trace.go:171","msg":"trace[547448574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1581; }","duration":"870.122379ms","start":"2026-03-03T18:56:31.322376Z","end":"2026-03-03T18:56:32.192499Z","steps":["trace[547448574] 'range keys from in-memory index tree' (duration: 869.900655ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:32.192536Z","caller":"traceutil/trace.go:171","msg":"trace[491345649] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1581; }","duration":"863.751929ms","start":"2026-03-03T18:56:31.328771Z","end":"2026-03-03T18:56:32.192523Z","steps":["trace[491345649] 'range keys from in-memory index tree' (duration: 863.600816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:32.19254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:31.322355Z","time spent":"870.177671ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:56:32.192563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:31.328762Z","time spent":"863.794491ms","remote":"127.0.0.1:42498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T18:56:32.192553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.682499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:56:32.192713Z","caller":"traceutil/trace.go:171","msg":"trace[1321244838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1581; }","duration":"753.284343ms","start":"2026-03-03T18:56:31.439403Z","end":"2026-03-03T18:56:32.192688Z","steps":["trace[1321244838] 'range keys from in-memory index tree' (duration: 752.468483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:32.192764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:31.43938Z","time spent":"753.371915ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:56:32.223004Z","caller":"traceutil/trace.go:171","msg":"trace[1981085503] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"529.33173ms","start":"2026-03-03T18:56:31.693652Z","end":"2026-03-03T18:56:32.222983Z","steps":["trace[1981085503] 'process raft request' (duration: 529.144825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:32.223205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:31.693621Z","time spent":"529.512553ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:56:32.606583Z","caller":"traceutil/trace.go:171","msg":"trace[2022929779] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"841.195768ms","start":"2026-03-03T18:56:31.765361Z","end":"2026-03-03T18:56:32.606557Z","steps":["trace[2022929779] 'process raft request' (duration: 840.742557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:32.606746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:31.765339Z","time spent":"841.327791ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:56:32.606861Z","caller":"traceutil/trace.go:171","msg":"trace[1847390634] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"411.003358ms","start":"2026-03-03T18:56:32.195826Z","end":"2026-03-03T18:56:32.606829Z","steps":["trace[1847390634] 'process raft request' (duration: 410.69671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:32.60704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:32.195814Z","time spent":"411.150801ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:56:32.60718Z","caller":"traceutil/trace.go:171","msg":"trace[738749933] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"411.166252ms","start":"2026-03-03T18:56:32.196005Z","end":"2026-03-03T18:56:32.607171Z","steps":["trace[738749933] 'process raft request' (duration: 410.749162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:32.607219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:32.19596Z","time spent":"411.239393ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:56:32.607328Z","caller":"traceutil/trace.go:171","msg":"trace[50408010] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"411.069449ms","start":"2026-03-03T18:56:32.196254Z","end":"2026-03-03T18:56:32.607323Z","steps":["trace[50408010] 'process raft request' (duration: 410.886535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:32.607362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:32.196215Z","time spent":"411.131551ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:56:32.607417Z","caller":"traceutil/trace.go:171","msg":"trace[1024216077] linearizableReadLoop","detail":"{readStateIndex:1651; appliedIndex:1649; }","duration":"414.578692ms","start":"2026-03-03T18:56:32.192811Z","end":"2026-03-03T18:56:32.607389Z","steps":["trace[1024216077] 'read index received' (duration: 29.994838ms)","trace[1024216077] 'applied index is now lower than readState.Index' (duration: 384.582914ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:56:32.607501Z","caller":"traceutil/trace.go:171","msg":"trace[1134888930] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"407.896635ms","start":"2026-03-03T18:56:32.19957Z","end":"2026-03-03T18:56:32.607467Z","steps":["trace[1134888930] 'process raft request' (duration: 407.760261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:32.60755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.720225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:56:32.607585Z","caller":"traceutil/trace.go:171","msg":"trace[1531912521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1588; }","duration":"414.813007ms","start":"2026-03-03T18:56:32.192761Z","end":"2026-03-03T18:56:32.607574Z","steps":["trace[1531912521] 'agreement among raft nodes before linearized reading' (duration: 414.736255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:32.607616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:32.192742Z","time spent":"414.866759ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:56:32.607658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:32.199559Z","time spent":"408.022557ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:56:32.608101Z","caller":"traceutil/trace.go:171","msg":"trace[1141814] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"411.51212ms","start":"2026-03-03T18:56:32.196566Z","end":"2026-03-03T18:56:32.608078Z","steps":["trace[1141814] 'process raft request' (duration: 410.68117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:32.608207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:32.196554Z","time spent":"411.588181ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:56:33.2383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.298389ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:56:33.23853Z","caller":"traceutil/trace.go:171","msg":"trace[833520798] linearizableReadLoop","detail":"{readStateIndex:1658; appliedIndex:1656; }","duration":"157.70322ms","start":"2026-03-03T18:56:33.080807Z","end":"2026-03-03T18:56:33.23851Z","steps":["trace[833520798] 'read index received' (duration: 62.136926ms)","trace[833520798] 'applied index is now lower than readState.Index' (duration: 95.565284ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:56:33.238623Z","caller":"traceutil/trace.go:171","msg":"trace[2000185573] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"404.633218ms","start":"2026-03-03T18:56:32.833974Z","end":"2026-03-03T18:56:33.238608Z","steps":["trace[2000185573] 'process raft request' (duration: 216.854337ms)","trace[2000185573] 'compare' (duration: 187.073234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:56:33.238686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:32.833945Z","time spent":"404.708579ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:56:33.239025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.194013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T18:56:33.239138Z","caller":"traceutil/trace.go:171","msg":"trace[1455501508] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1590; }","duration":"158.366567ms","start":"2026-03-03T18:56:33.080746Z","end":"2026-03-03T18:56:33.239113Z","steps":["trace[1455501508] 'agreement among raft nodes before linearized reading' (duration: 157.993818ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:33.239212Z","caller":"traceutil/trace.go:171","msg":"trace[999520875] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"164.283286ms","start":"2026-03-03T18:56:33.074908Z","end":"2026-03-03T18:56:33.239192Z","steps":["trace[999520875] 'process raft request' (duration: 163.506498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:33.240054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.09318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-03T18:56:33.240367Z","caller":"traceutil/trace.go:171","msg":"trace[1766621989] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1590; }","duration":"144.50072ms","start":"2026-03-03T18:56:33.095841Z","end":"2026-03-03T18:56:33.240341Z","steps":["trace[1766621989] 'agreement among raft nodes before linearized reading' (duration: 143.118527ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:36.554646Z","caller":"traceutil/trace.go:171","msg":"trace[948000635] linearizableReadLoop","detail":"{readStateIndex:1682; appliedIndex:1681; }","duration":"300.862457ms","start":"2026-03-03T18:56:36.25375Z","end":"2026-03-03T18:56:36.554613Z","steps":["trace[948000635] 'read index received' (duration: 300.54992ms)","trace[948000635] 'applied index is now lower than readState.Index' (duration: 311.397µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:56:36.554767Z","caller":"traceutil/trace.go:171","msg":"trace[89538025] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"316.597599ms","start":"2026-03-03T18:56:36.238129Z","end":"2026-03-03T18:56:36.554727Z","steps":["trace[89538025] 'process raft request' (duration: 316.293702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:36.554977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.026343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T18:56:36.554985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:36.238095Z","time spent":"316.761433ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:56:36.554974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.162675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-751f7990-3dde-4291-8c90-ee425fb94791\" ","response":"range_response_count:1 size:3931"} {"level":"info","ts":"2026-03-03T18:56:36.555071Z","caller":"traceutil/trace.go:171","msg":"trace[625740086] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1613; }","duration":"293.128425ms","start":"2026-03-03T18:56:36.261899Z","end":"2026-03-03T18:56:36.555028Z","steps":["trace[625740086] 'agreement among raft nodes before linearized reading' (duration: 292.93373ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:36.55511Z","caller":"traceutil/trace.go:171","msg":"trace[1662518428] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-751f7990-3dde-4291-8c90-ee425fb94791; range_end:; response_count:1; response_revision:1613; }","duration":"301.40302ms","start":"2026-03-03T18:56:36.253689Z","end":"2026-03-03T18:56:36.555092Z","steps":["trace[1662518428] 'agreement among raft nodes before linearized reading' (duration: 301.058982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:36.55515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:36.253672Z","time spent":"301.470662ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3954,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-751f7990-3dde-4291-8c90-ee425fb94791\" "} {"level":"info","ts":"2026-03-03T18:56:41.464579Z","caller":"traceutil/trace.go:171","msg":"trace[1526176218] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"180.840846ms","start":"2026-03-03T18:56:41.283717Z","end":"2026-03-03T18:56:41.464558Z","steps":["trace[1526176218] 'process raft request' (duration: 180.689593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:41.464684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.845751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:56:41.464744Z","caller":"traceutil/trace.go:171","msg":"trace[1150701276] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1669; }","duration":"273.977125ms","start":"2026-03-03T18:56:41.190751Z","end":"2026-03-03T18:56:41.464728Z","steps":["trace[1150701276] 'agreement among raft nodes before linearized reading' (duration: 273.846041ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:41.46456Z","caller":"traceutil/trace.go:171","msg":"trace[1305974563] linearizableReadLoop","detail":"{readStateIndex:1740; appliedIndex:1739; }","duration":"273.713018ms","start":"2026-03-03T18:56:41.190805Z","end":"2026-03-03T18:56:41.464518Z","steps":["trace[1305974563] 'read index received' (duration: 271.427534ms)","trace[1305974563] 'applied index is now lower than readState.Index' (duration: 2.282193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:56:41.465294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.222327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T18:56:41.465406Z","caller":"traceutil/trace.go:171","msg":"trace[28710412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1669; }","duration":"148.392812ms","start":"2026-03-03T18:56:41.316989Z","end":"2026-03-03T18:56:41.465382Z","steps":["trace[28710412] 'agreement among raft nodes before linearized reading' (duration: 148.024253ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:47.851434Z","caller":"traceutil/trace.go:171","msg":"trace[387019610] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"306.788908ms","start":"2026-03-03T18:56:47.544607Z","end":"2026-03-03T18:56:47.851396Z","steps":["trace[387019610] 'process raft request' (duration: 306.571213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:47.851742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:56:47.544578Z","time spent":"307.067015ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5914,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:56:47.852176Z","caller":"traceutil/trace.go:171","msg":"trace[292952625] linearizableReadLoop","detail":"{readStateIndex:1778; appliedIndex:1776; }","duration":"256.966983ms","start":"2026-03-03T18:56:47.595178Z","end":"2026-03-03T18:56:47.852145Z","steps":["trace[292952625] 'read index received' (duration: 256.00173ms)","trace[292952625] 'applied index is now lower than readState.Index' (duration: 964.263µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:56:47.852271Z","caller":"traceutil/trace.go:171","msg":"trace[159087302] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"283.280174ms","start":"2026-03-03T18:56:47.568962Z","end":"2026-03-03T18:56:47.852242Z","steps":["trace[159087302] 'process raft request' (duration: 283.08488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:47.852432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.140735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:56:47.852442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.242549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T18:56:47.852482Z","caller":"traceutil/trace.go:171","msg":"trace[232031363] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1705; }","duration":"159.264148ms","start":"2026-03-03T18:56:47.693208Z","end":"2026-03-03T18:56:47.852472Z","steps":["trace[232031363] 'agreement among raft nodes before linearized reading' (duration: 159.149955ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:47.852505Z","caller":"traceutil/trace.go:171","msg":"trace[617568910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1705; }","duration":"257.357582ms","start":"2026-03-03T18:56:47.595131Z","end":"2026-03-03T18:56:47.852488Z","steps":["trace[617568910] 'agreement among raft nodes before linearized reading' (duration: 257.156897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:56:47.852578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.522114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T18:56:47.852682Z","caller":"traceutil/trace.go:171","msg":"trace[1270816939] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1705; }","duration":"159.692058ms","start":"2026-03-03T18:56:47.692964Z","end":"2026-03-03T18:56:47.852657Z","steps":["trace[1270816939] 'agreement among raft nodes before linearized reading' (duration: 159.396141ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:58.965381Z","caller":"traceutil/trace.go:171","msg":"trace[332665947] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"108.494835ms","start":"2026-03-03T18:56:58.856855Z","end":"2026-03-03T18:56:58.96535Z","steps":["trace[332665947] 'process raft request' (duration: 41.235311ms)","trace[332665947] 'compare' (duration: 67.022448ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:56:58.965682Z","caller":"traceutil/trace.go:171","msg":"trace[450305185] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"107.616174ms","start":"2026-03-03T18:56:58.858031Z","end":"2026-03-03T18:56:58.965647Z","steps":["trace[450305185] 'process raft request' (duration: 107.241075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:57:04.144293Z","caller":"traceutil/trace.go:171","msg":"trace[1862812490] transaction","detail":"{read_only:false; response_revision:1800; number_of_response:1; }","duration":"126.027648ms","start":"2026-03-03T18:57:04.018182Z","end":"2026-03-03T18:57:04.144209Z","steps":["trace[1862812490] 'process raft request' (duration: 109.12412ms)","trace[1862812490] 'compare' (duration: 16.58725ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:57:08.89763Z","caller":"traceutil/trace.go:171","msg":"trace[581467672] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"133.924713ms","start":"2026-03-03T18:57:08.763678Z","end":"2026-03-03T18:57:08.897603Z","steps":["trace[581467672] 'process raft request' (duration: 133.754399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:57:09.072432Z","caller":"traceutil/trace.go:171","msg":"trace[21719723] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"289.892786ms","start":"2026-03-03T18:57:08.782501Z","end":"2026-03-03T18:57:09.072394Z","steps":["trace[21719723] 'process raft request' (duration: 272.335183ms)","trace[21719723] 'compare' (duration: 17.341718ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:57:09.072723Z","caller":"traceutil/trace.go:171","msg":"trace[699991792] linearizableReadLoop","detail":"{readStateIndex:1898; appliedIndex:1895; }","duration":"177.5272ms","start":"2026-03-03T18:57:08.895165Z","end":"2026-03-03T18:57:09.072693Z","steps":["trace[699991792] 'read index received' (duration: 2.363195ms)","trace[699991792] 'applied index is now lower than readState.Index' (duration: 175.162025ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:57:09.072756Z","caller":"traceutil/trace.go:171","msg":"trace[316143167] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"216.326864ms","start":"2026-03-03T18:57:08.856394Z","end":"2026-03-03T18:57:09.072721Z","steps":["trace[316143167] 'process raft request' (duration: 215.945875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:09.073097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.036701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:57:09.07314Z","caller":"traceutil/trace.go:171","msg":"trace[1694236964] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1821; }","duration":"144.135494ms","start":"2026-03-03T18:57:08.928991Z","end":"2026-03-03T18:57:09.073127Z","steps":["trace[1694236964] 'agreement among raft nodes before linearized reading' (duration: 143.874357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:09.073169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.970631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:57:09.073282Z","caller":"traceutil/trace.go:171","msg":"trace[2102147086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1821; }","duration":"178.108845ms","start":"2026-03-03T18:57:08.895147Z","end":"2026-03-03T18:57:09.073256Z","steps":["trace[2102147086] 'agreement among raft nodes before linearized reading' (duration: 177.706875ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:57:19.435252Z","caller":"traceutil/trace.go:171","msg":"trace[1496694904] linearizableReadLoop","detail":"{readStateIndex:1949; appliedIndex:1948; }","duration":"314.220618ms","start":"2026-03-03T18:57:19.120999Z","end":"2026-03-03T18:57:19.43522Z","steps":["trace[1496694904] 'read index received' (duration: 313.652045ms)","trace[1496694904] 'applied index is now lower than readState.Index' (duration: 567.353µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:57:19.436039Z","caller":"traceutil/trace.go:171","msg":"trace[313062023] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"325.225527ms","start":"2026-03-03T18:57:19.110799Z","end":"2026-03-03T18:57:19.436024Z","steps":["trace[313062023] 'process raft request' (duration: 323.976567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:19.436291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:19.110767Z","time spent":"325.408941ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:57:19.436567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.722236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-03T18:57:19.436687Z","caller":"traceutil/trace.go:171","msg":"trace[1050949177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1870; }","duration":"313.90205ms","start":"2026-03-03T18:57:19.122765Z","end":"2026-03-03T18:57:19.436667Z","steps":["trace[1050949177] 'agreement among raft nodes before linearized reading' (duration: 313.528361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:19.436743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:19.122747Z","time spent":"313.983482ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:57:19.436978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.974129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T18:57:19.437023Z","caller":"traceutil/trace.go:171","msg":"trace[1371747426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1870; }","duration":"316.041701ms","start":"2026-03-03T18:57:19.120973Z","end":"2026-03-03T18:57:19.437014Z","steps":["trace[1371747426] 'agreement among raft nodes before linearized reading' (duration: 315.922948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:19.437037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:19.120964Z","time spent":"316.069022ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:57:19.437156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.836554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T18:57:19.437187Z","caller":"traceutil/trace.go:171","msg":"trace[781448569] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1870; }","duration":"114.919966ms","start":"2026-03-03T18:57:19.322258Z","end":"2026-03-03T18:57:19.437178Z","steps":["trace[781448569] 'agreement among raft nodes before linearized reading' (duration: 114.852724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:19.437311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.139638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:57:19.437336Z","caller":"traceutil/trace.go:171","msg":"trace[756066807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1870; }","duration":"196.205529ms","start":"2026-03-03T18:57:19.241126Z","end":"2026-03-03T18:57:19.437332Z","steps":["trace[756066807] 'agreement among raft nodes before linearized reading' (duration: 196.164788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:19.437438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.31729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:57:19.437458Z","caller":"traceutil/trace.go:171","msg":"trace[363716768] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1870; }","duration":"269.375871ms","start":"2026-03-03T18:57:19.168077Z","end":"2026-03-03T18:57:19.437453Z","steps":["trace[363716768] 'agreement among raft nodes before linearized reading' (duration: 269.337111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:19.437789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.162752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T18:57:19.437838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.248064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:57:19.437868Z","caller":"traceutil/trace.go:171","msg":"trace[432467098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1870; }","duration":"310.298126ms","start":"2026-03-03T18:57:19.127563Z","end":"2026-03-03T18:57:19.437861Z","steps":["trace[432467098] 'agreement among raft nodes before linearized reading' (duration: 310.214434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:19.437893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:19.12755Z","time spent":"310.337767ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:57:19.437839Z","caller":"traceutil/trace.go:171","msg":"trace[1907444394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1870; }","duration":"310.262484ms","start":"2026-03-03T18:57:19.127565Z","end":"2026-03-03T18:57:19.437827Z","steps":["trace[1907444394] 'agreement among raft nodes before linearized reading' (duration: 310.060509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:19.438015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:19.127533Z","time spent":"310.47409ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:57:19.627311Z","caller":"traceutil/trace.go:171","msg":"trace[1496730865] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"183.544952ms","start":"2026-03-03T18:57:19.443745Z","end":"2026-03-03T18:57:19.62729Z","steps":["trace[1496730865] 'process raft request' (duration: 183.503821ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:57:19.627515Z","caller":"traceutil/trace.go:171","msg":"trace[1973052478] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"184.72531ms","start":"2026-03-03T18:57:19.442746Z","end":"2026-03-03T18:57:19.627471Z","steps":["trace[1973052478] 'process raft request' (duration: 184.347551ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:57:19.627855Z","caller":"traceutil/trace.go:171","msg":"trace[2120018440] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"184.984076ms","start":"2026-03-03T18:57:19.442793Z","end":"2026-03-03T18:57:19.627777Z","steps":["trace[2120018440] 'process raft request' (duration: 184.415003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:57:19.970725Z","caller":"traceutil/trace.go:171","msg":"trace[1161085969] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"135.185023ms","start":"2026-03-03T18:57:19.835494Z","end":"2026-03-03T18:57:19.970679Z","steps":["trace[1161085969] 'process raft request' (duration: 106.655762ms)","trace[1161085969] 'compare' (duration: 27.871386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:57:25.67664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113031235,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:57:25.733745Z","caller":"traceutil/trace.go:171","msg":"trace[2110743734] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"704.96743ms","start":"2026-03-03T18:57:25.028748Z","end":"2026-03-03T18:57:25.733716Z","steps":["trace[2110743734] 'process raft request' (duration: 678.093257ms)","trace[2110743734] 'compare' (duration: 26.653688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:57:25.733899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:25.028733Z","time spent":"705.067623ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:57:25.79621Z","caller":"traceutil/trace.go:171","msg":"trace[2041293802] linearizableReadLoop","detail":"{readStateIndex:1979; appliedIndex:1977; }","duration":"620.130952ms","start":"2026-03-03T18:57:25.176027Z","end":"2026-03-03T18:57:25.796157Z","steps":["trace[2041293802] 'read index received' (duration: 530.844089ms)","trace[2041293802] 'applied index is now lower than readState.Index' (duration: 89.284943ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:57:25.796323Z","caller":"traceutil/trace.go:171","msg":"trace[1165403335] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"340.100568ms","start":"2026-03-03T18:57:25.456178Z","end":"2026-03-03T18:57:25.796279Z","steps":["trace[1165403335] 'process raft request' (duration: 339.567175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:25.796585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:25.456158Z","time spent":"340.279653ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:57:25.796637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.581993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-03-03T18:57:25.796685Z","caller":"traceutil/trace.go:171","msg":"trace[66519086] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1899; }","duration":"620.701356ms","start":"2026-03-03T18:57:25.175973Z","end":"2026-03-03T18:57:25.796674Z","steps":["trace[66519086] 'agreement among raft nodes before linearized reading' (duration: 620.389359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:25.796741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:25.175951Z","time spent":"620.780657ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:57:25.796734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.610915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:57:25.796816Z","caller":"traceutil/trace.go:171","msg":"trace[907209560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1899; }","duration":"144.735688ms","start":"2026-03-03T18:57:25.652059Z","end":"2026-03-03T18:57:25.796795Z","steps":["trace[907209560] 'agreement among raft nodes before linearized reading' (duration: 144.460131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:25.796796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.505606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T18:57:25.796622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.815438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:57:25.796897Z","caller":"traceutil/trace.go:171","msg":"trace[595665366] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1899; }","duration":"314.637009ms","start":"2026-03-03T18:57:25.48223Z","end":"2026-03-03T18:57:25.796867Z","steps":["trace[595665366] 'agreement among raft nodes before linearized reading' (duration: 314.386033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:25.796888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.718784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T18:57:25.796969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:25.482204Z","time spent":"314.749762ms","remote":"127.0.0.1:42498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T18:57:25.796992Z","caller":"traceutil/trace.go:171","msg":"trace[1968959150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1899; }","duration":"143.856607ms","start":"2026-03-03T18:57:25.65311Z","end":"2026-03-03T18:57:25.796967Z","steps":["trace[1968959150] 'agreement among raft nodes before linearized reading' (duration: 143.57256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:25.796996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.454063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T18:57:25.796805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.586241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:57:25.797376Z","caller":"traceutil/trace.go:171","msg":"trace[749962733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1899; }","duration":"144.195075ms","start":"2026-03-03T18:57:25.653154Z","end":"2026-03-03T18:57:25.797349Z","steps":["trace[749962733] 'agreement among raft nodes before linearized reading' (duration: 143.468698ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:57:25.797053Z","caller":"traceutil/trace.go:171","msg":"trace[1276027744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1899; }","duration":"556.191226ms","start":"2026-03-03T18:57:25.240745Z","end":"2026-03-03T18:57:25.796936Z","steps":["trace[1276027744] 'agreement among raft nodes before linearized reading' (duration: 555.761636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:25.797502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:25.240731Z","time spent":"556.7533ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:57:25.797794Z","caller":"traceutil/trace.go:171","msg":"trace[475477567] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1899; }","duration":"305.7881ms","start":"2026-03-03T18:57:25.491412Z","end":"2026-03-03T18:57:25.7972Z","steps":["trace[475477567] 'agreement among raft nodes before linearized reading' (duration: 305.206087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:25.797856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:25.49139Z","time spent":"306.451666ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:57:25.920414Z","caller":"traceutil/trace.go:171","msg":"trace[1356539574] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"118.09552ms","start":"2026-03-03T18:57:25.802291Z","end":"2026-03-03T18:57:25.920386Z","steps":["trace[1356539574] 'process raft request' (duration: 45.05334ms)","trace[1356539574] 'compare' (duration: 72.884897ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:57:25.920655Z","caller":"traceutil/trace.go:171","msg":"trace[2045521200] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"118.128171ms","start":"2026-03-03T18:57:25.802508Z","end":"2026-03-03T18:57:25.920636Z","steps":["trace[2045521200] 'process raft request' (duration: 117.833654ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:57:25.920995Z","caller":"traceutil/trace.go:171","msg":"trace[305168173] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"117.956487ms","start":"2026-03-03T18:57:25.803024Z","end":"2026-03-03T18:57:25.92098Z","steps":["trace[305168173] 'process raft request' (duration: 117.539898ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:57:25.921022Z","caller":"traceutil/trace.go:171","msg":"trace[590477641] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"100.284522ms","start":"2026-03-03T18:57:25.82072Z","end":"2026-03-03T18:57:25.921005Z","steps":["trace[590477641] 'process raft request' (duration: 100.20403ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:57:25.9211Z","caller":"traceutil/trace.go:171","msg":"trace[1961017810] linearizableReadLoop","detail":"{readStateIndex:1983; appliedIndex:1979; }","duration":"113.78796ms","start":"2026-03-03T18:57:25.807283Z","end":"2026-03-03T18:57:25.921071Z","steps":["trace[1961017810] 'read index received' (duration: 5.52508ms)","trace[1961017810] 'applied index is now lower than readState.Index' (duration: 108.26098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:57:25.921365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.036225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:57:25.921512Z","caller":"traceutil/trace.go:171","msg":"trace[243535133] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1904; }","duration":"114.22837ms","start":"2026-03-03T18:57:25.807248Z","end":"2026-03-03T18:57:25.921477Z","steps":["trace[243535133] 'agreement among raft nodes before linearized reading' (duration: 113.953674ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:57:26.418788Z","caller":"traceutil/trace.go:171","msg":"trace[1982322575] linearizableReadLoop","detail":"{readStateIndex:1987; appliedIndex:1986; }","duration":"171.938657ms","start":"2026-03-03T18:57:26.246822Z","end":"2026-03-03T18:57:26.418761Z","steps":["trace[1982322575] 'read index received' (duration: 171.813524ms)","trace[1982322575] 'applied index is now lower than readState.Index' (duration: 123.993µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:57:26.418995Z","caller":"traceutil/trace.go:171","msg":"trace[808272090] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"252.368691ms","start":"2026-03-03T18:57:26.166489Z","end":"2026-03-03T18:57:26.418857Z","steps":["trace[808272090] 'process raft request' (duration: 252.110005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:26.419108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.234995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:57:26.419233Z","caller":"traceutil/trace.go:171","msg":"trace[43757950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1906; }","duration":"172.46356ms","start":"2026-03-03T18:57:26.246748Z","end":"2026-03-03T18:57:26.419212Z","steps":["trace[43757950] 'agreement among raft nodes before linearized reading' (duration: 172.134302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:27.901772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.815049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:57:27.901904Z","caller":"traceutil/trace.go:171","msg":"trace[1477804174] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1987; }","duration":"1.4333662s","start":"2026-03-03T18:57:26.468515Z","end":"2026-03-03T18:57:27.901881Z","steps":["trace[1477804174] 'read index received' (duration: 462.260785ms)","trace[1477804174] 'applied index is now lower than readState.Index' (duration: 971.103535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:57:27.902229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433533415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:57:27.902287Z","caller":"traceutil/trace.go:171","msg":"trace[20275643] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1907; }","duration":"1.433837252s","start":"2026-03-03T18:57:26.468433Z","end":"2026-03-03T18:57:27.902271Z","steps":["trace[20275643] 'agreement among raft nodes before linearized reading' (duration: 1.433525814s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:27.902334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:26.468407Z","time spent":"1.433917964s","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:57:27.902276Z","caller":"traceutil/trace.go:171","msg":"trace[157537891] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"1.477974901s","start":"2026-03-03T18:57:26.423976Z","end":"2026-03-03T18:57:27.901951Z","steps":["trace[157537891] 'process raft request' (duration: 506.863665ms)","trace[157537891] 'compare' (duration: 970.633345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:57:27.902629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:26.423951Z","time spent":"1.478506704s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:57:27.90374Z","caller":"traceutil/trace.go:171","msg":"trace[1742727492] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"163.992021ms","start":"2026-03-03T18:57:27.73973Z","end":"2026-03-03T18:57:27.903722Z","steps":["trace[1742727492] 'process raft request' (duration: 163.911969ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:57:27.904608Z","caller":"traceutil/trace.go:171","msg":"trace[127983517] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"102.465782ms","start":"2026-03-03T18:57:27.802124Z","end":"2026-03-03T18:57:27.90459Z","steps":["trace[127983517] 'process raft request' (duration: 102.261667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:27.904678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.105414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:57:27.904718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088461059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T18:57:27.904752Z","caller":"traceutil/trace.go:171","msg":"trace[357132339] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1909; }","duration":"229.241837ms","start":"2026-03-03T18:57:27.675491Z","end":"2026-03-03T18:57:27.904733Z","steps":["trace[357132339] 'agreement among raft nodes before linearized reading' (duration: 229.093014ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:57:27.904806Z","caller":"traceutil/trace.go:171","msg":"trace[909230036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1909; }","duration":"1.088612343s","start":"2026-03-03T18:57:26.816169Z","end":"2026-03-03T18:57:27.904781Z","steps":["trace[909230036] 'agreement among raft nodes before linearized reading' (duration: 1.088372727s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:27.904843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:26.816143Z","time spent":"1.088691395s","remote":"127.0.0.1:42498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T18:57:27.904888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.302478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:57:27.90495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.462589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:57:27.904992Z","caller":"traceutil/trace.go:171","msg":"trace[2063145105] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1909; }","duration":"945.493983ms","start":"2026-03-03T18:57:26.959462Z","end":"2026-03-03T18:57:27.904956Z","steps":["trace[2063145105] 'agreement among raft nodes before linearized reading' (duration: 945.287908ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:57:27.905003Z","caller":"traceutil/trace.go:171","msg":"trace[1041309957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"665.575291ms","start":"2026-03-03T18:57:27.239415Z","end":"2026-03-03T18:57:27.90499Z","steps":["trace[1041309957] 'agreement among raft nodes before linearized reading' (duration: 665.292185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:27.905093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:26.959435Z","time spent":"945.606296ms","remote":"127.0.0.1:42462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:57:27.905098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:27.239376Z","time spent":"665.706645ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:57:28.425276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113031265,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:57:28.525022Z","caller":"traceutil/trace.go:171","msg":"trace[165871739] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"616.171589ms","start":"2026-03-03T18:57:27.908822Z","end":"2026-03-03T18:57:28.524994Z","steps":["trace[165871739] 'process raft request' (duration: 615.960834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:28.525233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:27.908806Z","time spent":"616.326802ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:57:28.655659Z","caller":"traceutil/trace.go:171","msg":"trace[1246982952] linearizableReadLoop","detail":"{readStateIndex:1992; appliedIndex:1990; }","duration":"730.674865ms","start":"2026-03-03T18:57:27.92496Z","end":"2026-03-03T18:57:28.655635Z","steps":["trace[1246982952] 'read index received' (duration: 599.924936ms)","trace[1246982952] 'applied index is now lower than readState.Index' (duration: 130.748899ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:57:28.655733Z","caller":"traceutil/trace.go:171","msg":"trace[1709972213] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"231.184363ms","start":"2026-03-03T18:57:28.424513Z","end":"2026-03-03T18:57:28.655697Z","steps":["trace[1709972213] 'process raft request' (duration: 220.667866ms)","trace[1709972213] 'compare' (duration: 10.335843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:57:28.655894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.930631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:57:28.655929Z","caller":"traceutil/trace.go:171","msg":"trace[966974994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1911; }","duration":"731.059533ms","start":"2026-03-03T18:57:27.92486Z","end":"2026-03-03T18:57:28.65592Z","steps":["trace[966974994] 'agreement among raft nodes before linearized reading' (duration: 730.9142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:28.655933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.499804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:57:28.655967Z","caller":"traceutil/trace.go:171","msg":"trace[1942467795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1911; }","duration":"415.601366ms","start":"2026-03-03T18:57:28.240355Z","end":"2026-03-03T18:57:28.655956Z","steps":["trace[1942467795] 'agreement among raft nodes before linearized reading' (duration: 415.519514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:28.655964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:27.924835Z","time spent":"731.120965ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:57:28.65599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:28.240319Z","time spent":"415.665488ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:57:28.656043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.229574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:57:28.656106Z","caller":"traceutil/trace.go:171","msg":"trace[1941536284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1911; }","duration":"730.317486ms","start":"2026-03-03T18:57:27.925773Z","end":"2026-03-03T18:57:28.65609Z","steps":["trace[1941536284] 'agreement among raft nodes before linearized reading' (duration: 730.164073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:28.656102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.282766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T18:57:28.65614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:27.925758Z","time spent":"730.374027ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:57:28.656192Z","caller":"traceutil/trace.go:171","msg":"trace[1973779277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1911; }","duration":"730.425469ms","start":"2026-03-03T18:57:27.925747Z","end":"2026-03-03T18:57:28.656172Z","steps":["trace[1973779277] 'agreement among raft nodes before linearized reading' (duration: 730.117792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:57:28.65625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:57:27.925722Z","time spent":"730.517981ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:58:09.723914Z","caller":"traceutil/trace.go:171","msg":"trace[727436793] linearizableReadLoop","detail":"{readStateIndex:2338; appliedIndex:2337; }","duration":"123.572985ms","start":"2026-03-03T18:58:09.600311Z","end":"2026-03-03T18:58:09.723884Z","steps":["trace[727436793] 'read index received' (duration: 99.745844ms)","trace[727436793] 'applied index is now lower than readState.Index' (duration: 23.82585ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:58:09.723994Z","caller":"traceutil/trace.go:171","msg":"trace[386656781] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"124.742481ms","start":"2026-03-03T18:58:09.599223Z","end":"2026-03-03T18:58:09.723965Z","steps":["trace[386656781] 'process raft request' (duration: 100.902151ms)","trace[386656781] 'compare' (duration: 23.594135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:58:09.724218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.880212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:15164"} {"level":"info","ts":"2026-03-03T18:58:09.724263Z","caller":"traceutil/trace.go:171","msg":"trace[1682887157] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:2241; }","duration":"123.982574ms","start":"2026-03-03T18:58:09.60027Z","end":"2026-03-03T18:58:09.724253Z","steps":["trace[1682887157] 'agreement among raft nodes before linearized reading' (duration: 123.762629ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:09.837768Z","caller":"traceutil/trace.go:171","msg":"trace[2038299234] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"100.689397ms","start":"2026-03-03T18:58:09.737038Z","end":"2026-03-03T18:58:09.837728Z","steps":["trace[2038299234] 'process raft request' (duration: 89.568016ms)","trace[2038299234] 'compare' (duration: 10.948847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:58:15.468974Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113032123,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:58:15.806858Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.049866224s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:58:15.807294Z","caller":"traceutil/trace.go:171","msg":"trace[2057710585] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"1.050379246s","start":"2026-03-03T18:58:14.756869Z","end":"2026-03-03T18:58:15.807248Z","steps":["trace[2057710585] 'process raft request' (duration: 1.050220532s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:15.807457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:14.75684Z","time spent":"1.050531409s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:58:15.936679Z","caller":"traceutil/trace.go:171","msg":"trace[149758499] linearizableReadLoop","detail":"{readStateIndex:2408; appliedIndex:2406; }","duration":"968.783368ms","start":"2026-03-03T18:58:14.967871Z","end":"2026-03-03T18:58:15.936654Z","steps":["trace[149758499] 'read index received' (duration: 839.352886ms)","trace[149758499] 'applied index is now lower than readState.Index' (duration: 129.429412ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:58:15.936792Z","caller":"traceutil/trace.go:171","msg":"trace[1837002444] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"1.118924247s","start":"2026-03-03T18:58:14.817839Z","end":"2026-03-03T18:58:15.936764Z","steps":["trace[1837002444] 'process raft request' (duration: 1.029971556s)","trace[1837002444] 'compare' (duration: 88.466459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:58:15.93722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.884404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T18:58:15.93718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.276481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T18:58:15.937263Z","caller":"traceutil/trace.go:171","msg":"trace[663560949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2310; }","duration":"963.957495ms","start":"2026-03-03T18:58:14.973295Z","end":"2026-03-03T18:58:15.937252Z","steps":["trace[663560949] 'agreement among raft nodes before linearized reading' (duration: 963.786441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:15.937287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:14.973288Z","time spent":"963.993586ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:58:15.937288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.857933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:58:15.937388Z","caller":"traceutil/trace.go:171","msg":"trace[66537169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2310; }","duration":"963.977226ms","start":"2026-03-03T18:58:14.973385Z","end":"2026-03-03T18:58:15.937362Z","steps":["trace[66537169] 'agreement among raft nodes before linearized reading' (duration: 963.73679ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:15.93731Z","caller":"traceutil/trace.go:171","msg":"trace[1732401988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2310; }","duration":"969.473645ms","start":"2026-03-03T18:58:14.967804Z","end":"2026-03-03T18:58:15.937278Z","steps":["trace[1732401988] 'agreement among raft nodes before linearized reading' (duration: 968.997994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:15.937439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:14.973379Z","time spent":"964.051618ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:58:15.937466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:14.967777Z","time spent":"969.681859ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:58:15.937591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:14.817814Z","time spent":"1.119082251s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:58:15.937709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.055527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T18:58:15.938672Z","caller":"traceutil/trace.go:171","msg":"trace[267057056] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2310; }","duration":"547.233862ms","start":"2026-03-03T18:58:15.390582Z","end":"2026-03-03T18:58:15.937816Z","steps":["trace[267057056] 'agreement among raft nodes before linearized reading' (duration: 546.535815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:15.938909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:15.39056Z","time spent":"548.293806ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-03T18:58:21.47765Z","caller":"traceutil/trace.go:171","msg":"trace[2074793700] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"157.997183ms","start":"2026-03-03T18:58:21.319599Z","end":"2026-03-03T18:58:21.477596Z","steps":["trace[2074793700] 'process raft request' (duration: 157.328458ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:21.477792Z","caller":"traceutil/trace.go:171","msg":"trace[1559815612] linearizableReadLoop","detail":"{readStateIndex:2446; appliedIndex:2441; }","duration":"102.732754ms","start":"2026-03-03T18:58:21.375029Z","end":"2026-03-03T18:58:21.477761Z","steps":["trace[1559815612] 'read index received' (duration: 101.852474ms)","trace[1559815612] 'applied index is now lower than readState.Index' (duration: 878.96µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:58:21.477878Z","caller":"traceutil/trace.go:171","msg":"trace[1284946765] transaction","detail":"{read_only:false; response_revision:2345; number_of_response:1; }","duration":"156.477457ms","start":"2026-03-03T18:58:21.32138Z","end":"2026-03-03T18:58:21.477857Z","steps":["trace[1284946765] 'process raft request' (duration: 156.256572ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:21.477921Z","caller":"traceutil/trace.go:171","msg":"trace[913110338] transaction","detail":"{read_only:false; response_revision:2346; number_of_response:1; }","duration":"155.922484ms","start":"2026-03-03T18:58:21.321977Z","end":"2026-03-03T18:58:21.477899Z","steps":["trace[913110338] 'process raft request' (duration: 155.72367ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:21.47803Z","caller":"traceutil/trace.go:171","msg":"trace[981682475] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"157.201104ms","start":"2026-03-03T18:58:21.320781Z","end":"2026-03-03T18:58:21.477982Z","steps":["trace[981682475] 'process raft request' (duration: 156.775834ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:21.478114Z","caller":"traceutil/trace.go:171","msg":"trace[1520395270] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"157.967892ms","start":"2026-03-03T18:58:21.320098Z","end":"2026-03-03T18:58:21.478065Z","steps":["trace[1520395270] 'process raft request' (duration: 157.315327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:21.478447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.404731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T18:58:21.478546Z","caller":"traceutil/trace.go:171","msg":"trace[1143781994] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2346; }","duration":"103.543893ms","start":"2026-03-03T18:58:21.374981Z","end":"2026-03-03T18:58:21.478525Z","steps":["trace[1143781994] 'agreement among raft nodes before linearized reading' (duration: 102.958689ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:22.402863Z","caller":"traceutil/trace.go:171","msg":"trace[239786880] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"250.650181ms","start":"2026-03-03T18:58:22.152187Z","end":"2026-03-03T18:58:22.402837Z","steps":["trace[239786880] 'process raft request' (duration: 250.498857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:22.408407Z","caller":"traceutil/trace.go:171","msg":"trace[721939434] linearizableReadLoop","detail":"{readStateIndex:2453; appliedIndex:2452; }","duration":"198.813943ms","start":"2026-03-03T18:58:22.209578Z","end":"2026-03-03T18:58:22.408392Z","steps":["trace[721939434] 'read index received' (duration: 193.629011ms)","trace[721939434] 'applied index is now lower than readState.Index' (duration: 5.183792ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:58:22.40843Z","caller":"traceutil/trace.go:171","msg":"trace[1405968082] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"241.839913ms","start":"2026-03-03T18:58:22.166572Z","end":"2026-03-03T18:58:22.408412Z","steps":["trace[1405968082] 'process raft request' (duration: 241.68517ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:22.408521Z","caller":"traceutil/trace.go:171","msg":"trace[1920920500] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"167.803864ms","start":"2026-03-03T18:58:22.240657Z","end":"2026-03-03T18:58:22.40846Z","steps":["trace[1920920500] 'process raft request' (duration: 167.688861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:22.408632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.036438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:58:22.408735Z","caller":"traceutil/trace.go:171","msg":"trace[1309623895] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2354; }","duration":"199.191511ms","start":"2026-03-03T18:58:22.209516Z","end":"2026-03-03T18:58:22.408707Z","steps":["trace[1309623895] 'agreement among raft nodes before linearized reading' (duration: 198.985527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:22.408734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.435383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-03T18:58:22.408802Z","caller":"traceutil/trace.go:171","msg":"trace[1693281546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2354; }","duration":"198.537826ms","start":"2026-03-03T18:58:22.210243Z","end":"2026-03-03T18:58:22.408781Z","steps":["trace[1693281546] 'agreement among raft nodes before linearized reading' (duration: 198.27575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:22.408822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.91267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:58:22.408886Z","caller":"traceutil/trace.go:171","msg":"trace[1834319223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2354; }","duration":"169.002791ms","start":"2026-03-03T18:58:22.239865Z","end":"2026-03-03T18:58:22.408867Z","steps":["trace[1834319223] 'agreement among raft nodes before linearized reading' (duration: 168.912119ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:50.403008Z","caller":"traceutil/trace.go:171","msg":"trace[2105386930] linearizableReadLoop","detail":"{readStateIndex:2605; appliedIndex:2604; }","duration":"377.243025ms","start":"2026-03-03T18:58:50.02573Z","end":"2026-03-03T18:58:50.402973Z","steps":["trace[2105386930] 'read index received' (duration: 377.02967ms)","trace[2105386930] 'applied index is now lower than readState.Index' (duration: 211.975µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:58:50.403119Z","caller":"traceutil/trace.go:171","msg":"trace[2031368825] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"405.845757ms","start":"2026-03-03T18:58:49.997224Z","end":"2026-03-03T18:58:50.403069Z","steps":["trace[2031368825] 'process raft request' (duration: 405.53767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:50.40335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:49.997181Z","time spent":"406.041212ms","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:58:50.40338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.613685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T18:58:50.403475Z","caller":"traceutil/trace.go:171","msg":"trace[1737897188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2499; }","duration":"377.768627ms","start":"2026-03-03T18:58:50.025682Z","end":"2026-03-03T18:58:50.403451Z","steps":["trace[1737897188] 'agreement among raft nodes before linearized reading' (duration: 377.45568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:50.403528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:50.025662Z","time spent":"377.85771ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:58:50.904218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113032652,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:58:51.022016Z","caller":"traceutil/trace.go:171","msg":"trace[417909940] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"849.476773ms","start":"2026-03-03T18:58:50.1725Z","end":"2026-03-03T18:58:51.021977Z","steps":["trace[417909940] 'process raft request' (duration: 846.020242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:51.022206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:50.172465Z","time spent":"849.642908ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:58:51.064916Z","caller":"traceutil/trace.go:171","msg":"trace[1998202076] linearizableReadLoop","detail":"{readStateIndex:2609; appliedIndex:2605; }","duration":"661.763402ms","start":"2026-03-03T18:58:50.403123Z","end":"2026-03-03T18:58:51.064886Z","steps":["trace[1998202076] 'read index received' (duration: 615.404572ms)","trace[1998202076] 'applied index is now lower than readState.Index' (duration: 46.35715ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:58:51.064949Z","caller":"traceutil/trace.go:171","msg":"trace[1733470502] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"655.981256ms","start":"2026-03-03T18:58:50.40892Z","end":"2026-03-03T18:58:51.064902Z","steps":["trace[1733470502] 'process raft request' (duration: 655.71155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:51.065016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.658917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:58:51.065198Z","caller":"traceutil/trace.go:171","msg":"trace[1451328147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2503; }","duration":"806.911484ms","start":"2026-03-03T18:58:50.258262Z","end":"2026-03-03T18:58:51.065174Z","steps":["trace[1451328147] 'agreement among raft nodes before linearized reading' (duration: 806.658378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:51.065205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:50.408894Z","time spent":"656.141751ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:58:51.065256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:50.258227Z","time spent":"807.018487ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:58:51.065351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.636867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:58:51.065432Z","caller":"traceutil/trace.go:171","msg":"trace[605490597] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2503; }","duration":"963.752809ms","start":"2026-03-03T18:58:50.10166Z","end":"2026-03-03T18:58:51.065413Z","steps":["trace[605490597] 'agreement among raft nodes before linearized reading' (duration: 963.584416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:51.065499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:50.101567Z","time spent":"963.916603ms","remote":"127.0.0.1:42462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:58:51.06552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.641778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T18:58:51.065552Z","caller":"traceutil/trace.go:171","msg":"trace[1881966805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2503; }","duration":"512.722469ms","start":"2026-03-03T18:58:50.552818Z","end":"2026-03-03T18:58:51.06554Z","steps":["trace[1881966805] 'agreement among raft nodes before linearized reading' (duration: 512.651538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:51.065547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.567164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T18:58:51.065583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:50.552789Z","time spent":"512.787991ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:58:51.065502Z","caller":"traceutil/trace.go:171","msg":"trace[891093759] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"553.381495ms","start":"2026-03-03T18:58:50.512102Z","end":"2026-03-03T18:58:51.065484Z","steps":["trace[891093759] 'process raft request' (duration: 552.689759ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:51.065599Z","caller":"traceutil/trace.go:171","msg":"trace[696608695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2503; }","duration":"857.621085ms","start":"2026-03-03T18:58:50.207962Z","end":"2026-03-03T18:58:51.065583Z","steps":["trace[696608695] 'agreement among raft nodes before linearized reading' (duration: 857.517763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:51.065583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.7094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-03T18:58:51.065643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:50.207932Z","time spent":"857.702968ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:58:51.065449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.995088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189969db935f84c5\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-03T18:58:51.065714Z","caller":"traceutil/trace.go:171","msg":"trace[636189572] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189969db935f84c5; range_end:; response_count:1; response_revision:2503; }","duration":"625.294345ms","start":"2026-03-03T18:58:50.440412Z","end":"2026-03-03T18:58:51.065707Z","steps":["trace[636189572] 'agreement among raft nodes before linearized reading' (duration: 624.970388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:51.065713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:50.512089Z","time spent":"553.54446ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:58:51.065723Z","caller":"traceutil/trace.go:171","msg":"trace[111012714] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2503; }","duration":"855.839794ms","start":"2026-03-03T18:58:50.209835Z","end":"2026-03-03T18:58:51.065675Z","steps":["trace[111012714] 'agreement among raft nodes before linearized reading' (duration: 855.495946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:51.065426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.330569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:58:51.06571Z","caller":"traceutil/trace.go:171","msg":"trace[1377566348] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"461.540677ms","start":"2026-03-03T18:58:50.604136Z","end":"2026-03-03T18:58:51.065676Z","steps":["trace[1377566348] 'process raft request' (duration: 460.704387ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:51.065776Z","caller":"traceutil/trace.go:171","msg":"trace[1343713035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2503; }","duration":"860.749959ms","start":"2026-03-03T18:58:50.20502Z","end":"2026-03-03T18:58:51.06577Z","steps":["trace[1343713035] 'agreement among raft nodes before linearized reading' (duration: 860.222636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:51.065796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:50.205005Z","time spent":"860.786959ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:58:51.065818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:50.209819Z","time spent":"855.947486ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:58:51.065743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:50.440389Z","time spent":"625.346956ms","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.189969db935f84c5\" "} {"level":"warn","ts":"2026-03-03T18:58:51.066032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:50.604104Z","time spent":"461.694191ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:58:52.0132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.379214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:58:52.01351Z","caller":"traceutil/trace.go:171","msg":"trace[2035461806] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"944.987418ms","start":"2026-03-03T18:58:51.06848Z","end":"2026-03-03T18:58:52.013467Z","steps":["trace[2035461806] 'process raft request' (duration: 457.079112ms)","trace[2035461806] 'compare' (duration: 487.010935ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:58:52.013797Z","caller":"traceutil/trace.go:171","msg":"trace[1218888015] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"943.031762ms","start":"2026-03-03T18:58:51.070671Z","end":"2026-03-03T18:58:52.013702Z","steps":["trace[1218888015] 'process raft request' (duration: 942.927359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:52.013923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:51.070642Z","time spent":"943.235267ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:58:52.014032Z","caller":"traceutil/trace.go:171","msg":"trace[1186832409] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"941.66923ms","start":"2026-03-03T18:58:51.072338Z","end":"2026-03-03T18:58:52.014007Z","steps":["trace[1186832409] 'process raft request' (duration: 941.527257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:52.014065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:51.068459Z","time spent":"945.478299ms","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:58:52.01423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:51.072307Z","time spent":"941.804343ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:58:52.014021Z","caller":"traceutil/trace.go:171","msg":"trace[422731940] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"943.121774ms","start":"2026-03-03T18:58:51.070849Z","end":"2026-03-03T18:58:52.013971Z","steps":["trace[422731940] 'process raft request' (duration: 942.798807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:52.014402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:51.070839Z","time spent":"943.463672ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:58:52.013829Z","caller":"traceutil/trace.go:171","msg":"trace[1833559926] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"943.212946ms","start":"2026-03-03T18:58:51.070532Z","end":"2026-03-03T18:58:52.013745Z","steps":["trace[1833559926] 'process raft request' (duration: 942.911939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:52.014523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:51.070517Z","time spent":"943.957434ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:58:52.018452Z","caller":"traceutil/trace.go:171","msg":"trace[561522674] linearizableReadLoop","detail":"{readStateIndex:2615; appliedIndex:2609; }","duration":"627.446426ms","start":"2026-03-03T18:58:51.390981Z","end":"2026-03-03T18:58:52.018427Z","steps":["trace[561522674] 'read index received' (duration: 134.721096ms)","trace[561522674] 'applied index is now lower than readState.Index' (duration: 492.72422ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:58:52.018502Z","caller":"traceutil/trace.go:171","msg":"trace[1464868166] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"534.402279ms","start":"2026-03-03T18:58:51.484084Z","end":"2026-03-03T18:58:52.018487Z","steps":["trace[1464868166] 'process raft request' (duration: 534.186464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:52.018658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.695541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-03T18:58:52.018655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:51.484055Z","time spent":"534.498841ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:58:52.018696Z","caller":"traceutil/trace.go:171","msg":"trace[451105095] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2509; }","duration":"627.805534ms","start":"2026-03-03T18:58:51.39088Z","end":"2026-03-03T18:58:52.018686Z","steps":["trace[451105095] 'agreement among raft nodes before linearized reading' (duration: 627.655761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:52.018722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:58:51.390827Z","time spent":"627.889566ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-03T18:58:57.228249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.204708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:58:57.228489Z","caller":"traceutil/trace.go:171","msg":"trace[1254855760] linearizableReadLoop","detail":"{readStateIndex:2641; appliedIndex:2640; }","duration":"136.470598ms","start":"2026-03-03T18:58:57.091998Z","end":"2026-03-03T18:58:57.228469Z","steps":["trace[1254855760] 'read index received' (duration: 34.8732ms)","trace[1254855760] 'applied index is now lower than readState.Index' (duration: 101.595687ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:58:57.228532Z","caller":"traceutil/trace.go:171","msg":"trace[833691381] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"136.506988ms","start":"2026-03-03T18:58:57.091995Z","end":"2026-03-03T18:58:57.228502Z","steps":["trace[833691381] 'process raft request' (duration: 136.414576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:58:57.22872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.698803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T18:58:57.228765Z","caller":"traceutil/trace.go:171","msg":"trace[1324569497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2534; }","duration":"136.802835ms","start":"2026-03-03T18:58:57.091952Z","end":"2026-03-03T18:58:57.228755Z","steps":["trace[1324569497] 'agreement among raft nodes before linearized reading' (duration: 136.643371ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:58:57.228421Z","caller":"traceutil/trace.go:171","msg":"trace[164903704] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"136.852697ms","start":"2026-03-03T18:58:57.091532Z","end":"2026-03-03T18:58:57.228384Z","steps":["trace[164903704] 'process raft request' (duration: 35.385082ms)","trace[164903704] 'compare' (duration: 100.916151ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:59:07.287464Z","caller":"traceutil/trace.go:171","msg":"trace[1178190727] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"130.694892ms","start":"2026-03-03T18:59:07.156743Z","end":"2026-03-03T18:59:07.287438Z","steps":["trace[1178190727] 'process raft request' (duration: 130.524408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:01:24.615124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.4028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:01:24.61531Z","caller":"traceutil/trace.go:171","msg":"trace[1223797005] transaction","detail":"{read_only:false; response_revision:3429; number_of_response:1; }","duration":"792.946312ms","start":"2026-03-03T19:01:23.822324Z","end":"2026-03-03T19:01:24.61527Z","steps":["trace[1223797005] 'process raft request' (duration: 430.291356ms)","trace[1223797005] 'compare' (duration: 361.907818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:01:24.6155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:01:23.822292Z","time spent":"793.108745ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:01:24.615453Z","caller":"traceutil/trace.go:171","msg":"trace[766202547] linearizableReadLoop","detail":"{readStateIndex:3573; appliedIndex:3572; }","duration":"742.131765ms","start":"2026-03-03T19:01:23.873303Z","end":"2026-03-03T19:01:24.615435Z","steps":["trace[766202547] 'read index received' (duration: 379.323145ms)","trace[766202547] 'applied index is now lower than readState.Index' (duration: 362.80719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:01:24.61609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.762954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:01:24.616156Z","caller":"traceutil/trace.go:171","msg":"trace[1634335455] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3430; }","duration":"247.884077ms","start":"2026-03-03T19:01:24.368252Z","end":"2026-03-03T19:01:24.616136Z","steps":["trace[1634335455] 'agreement among raft nodes before linearized reading' (duration: 247.773404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:01:24.616156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.548242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T19:01:24.616163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.79418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:01:24.616218Z","caller":"traceutil/trace.go:171","msg":"trace[1914419760] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3430; }","duration":"549.641634ms","start":"2026-03-03T19:01:24.066557Z","end":"2026-03-03T19:01:24.616199Z","steps":["trace[1914419760] 'agreement among raft nodes before linearized reading' (duration: 549.386028ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:01:24.616152Z","caller":"traceutil/trace.go:171","msg":"trace[63310944] transaction","detail":"{read_only:false; response_revision:3430; number_of_response:1; }","duration":"587.762347ms","start":"2026-03-03T19:01:24.028312Z","end":"2026-03-03T19:01:24.616075Z","steps":["trace[63310944] 'process raft request' (duration: 586.985279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:01:24.616305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:01:24.066543Z","time spent":"549.751787ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T19:01:24.616313Z","caller":"traceutil/trace.go:171","msg":"trace[551364643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3430; }","duration":"375.973914ms","start":"2026-03-03T19:01:24.240311Z","end":"2026-03-03T19:01:24.616285Z","steps":["trace[551364643] 'agreement among raft nodes before linearized reading' (duration: 375.749329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:01:24.616312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.21515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T19:01:24.616375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:01:24.240303Z","time spent":"376.061447ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:01:24.616437Z","caller":"traceutil/trace.go:171","msg":"trace[1085143595] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3430; }","duration":"300.371634ms","start":"2026-03-03T19:01:24.316035Z","end":"2026-03-03T19:01:24.616407Z","steps":["trace[1085143595] 'agreement among raft nodes before linearized reading' (duration: 300.021186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:01:24.616519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:01:24.316021Z","time spent":"300.483987ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T19:01:24.616611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:01:24.028277Z","time spent":"588.072865ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:01:24.617291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.991479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:692"} {"level":"info","ts":"2026-03-03T19:01:24.617354Z","caller":"traceutil/trace.go:171","msg":"trace[1370779696] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3430; }","duration":"744.108582ms","start":"2026-03-03T19:01:23.873228Z","end":"2026-03-03T19:01:24.617337Z","steps":["trace[1370779696] 'agreement among raft nodes before linearized reading' (duration: 742.394371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:01:24.617394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:01:23.873202Z","time spent":"744.183224ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":715,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-client-secret\" "} {"level":"info","ts":"2026-03-03T19:02:06.055813Z","caller":"traceutil/trace.go:171","msg":"trace[1844346267] linearizableReadLoop","detail":"{readStateIndex:3864; appliedIndex:3863; }","duration":"116.603223ms","start":"2026-03-03T19:02:05.939185Z","end":"2026-03-03T19:02:06.055788Z","steps":["trace[1844346267] 'read index received' (duration: 116.47031ms)","trace[1844346267] 'applied index is now lower than readState.Index' (duration: 131.483µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:02:06.055971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.749766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:02:06.056041Z","caller":"traceutil/trace.go:171","msg":"trace[47543612] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3707; }","duration":"116.865518ms","start":"2026-03-03T19:02:05.939155Z","end":"2026-03-03T19:02:06.056021Z","steps":["trace[47543612] 'agreement among raft nodes before linearized reading' (duration: 116.737165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:06.559743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113035900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:02:07.060174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113035900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:02:07.560913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113035900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:02:07.679146Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.623471623s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T19:02:07.686691Z","caller":"traceutil/trace.go:171","msg":"trace[1558803399] transaction","detail":"{read_only:false; response_revision:3708; number_of_response:1; }","duration":"1.660316085s","start":"2026-03-03T19:02:06.026338Z","end":"2026-03-03T19:02:07.686654Z","steps":["trace[1558803399] 'process raft request' (duration: 1.653030191s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:07.686851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:06.026316Z","time spent":"1.660452449s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:02:07.687726Z","caller":"traceutil/trace.go:171","msg":"trace[322214895] linearizableReadLoop","detail":"{readStateIndex:3870; appliedIndex:3864; }","duration":"1.628343741s","start":"2026-03-03T19:02:06.059358Z","end":"2026-03-03T19:02:07.687701Z","steps":["trace[322214895] 'read index received' (duration: 1.620025071s)","trace[322214895] 'applied index is now lower than readState.Index' (duration: 8.31742ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:02:07.687882Z","caller":"traceutil/trace.go:171","msg":"trace[1637752524] transaction","detail":"{read_only:false; response_revision:3711; number_of_response:1; }","duration":"900.704423ms","start":"2026-03-03T19:02:06.787166Z","end":"2026-03-03T19:02:07.68787Z","steps":["trace[1637752524] 'process raft request' (duration: 900.427826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:07.693645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634145169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:02:07.693695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.425648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T19:02:07.693808Z","caller":"traceutil/trace.go:171","msg":"trace[600410302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3713; }","duration":"455.583362ms","start":"2026-03-03T19:02:07.23818Z","end":"2026-03-03T19:02:07.693764Z","steps":["trace[600410302] 'agreement among raft nodes before linearized reading' (duration: 449.825884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:07.693828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.91926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T19:02:07.693854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:07.238149Z","time spent":"455.698595ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T19:02:07.693888Z","caller":"traceutil/trace.go:171","msg":"trace[8792251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3713; }","duration":"451.000382ms","start":"2026-03-03T19:02:07.242872Z","end":"2026-03-03T19:02:07.693872Z","steps":["trace[8792251] 'agreement among raft nodes before linearized reading' (duration: 445.238134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:07.693917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:07.242863Z","time spent":"451.047613ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T19:02:07.693784Z","caller":"traceutil/trace.go:171","msg":"trace[1457691144] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3713; }","duration":"1.634430116s","start":"2026-03-03T19:02:06.059307Z","end":"2026-03-03T19:02:07.693737Z","steps":["trace[1457691144] 'agreement among raft nodes before linearized reading' (duration: 1.628595576s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:07.693697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:06.787124Z","time spent":"906.381489ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:02:07.687951Z","caller":"traceutil/trace.go:171","msg":"trace[742873339] transaction","detail":"{read_only:false; response_revision:3712; number_of_response:1; }","duration":"899.945655ms","start":"2026-03-03T19:02:06.787975Z","end":"2026-03-03T19:02:07.687921Z","steps":["trace[742873339] 'process raft request' (duration: 899.654678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:07.694197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.106691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T19:02:07.69425Z","caller":"traceutil/trace.go:171","msg":"trace[556913200] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:3713; }","duration":"278.260905ms","start":"2026-03-03T19:02:07.415962Z","end":"2026-03-03T19:02:07.694222Z","steps":["trace[556913200] 'agreement among raft nodes before linearized reading' (duration: 272.279411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:07.694258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:06.059292Z","time spent":"1.634945298s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T19:02:07.694362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:06.787961Z","time spent":"906.220665ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:02:07.688022Z","caller":"traceutil/trace.go:171","msg":"trace[160039160] transaction","detail":"{read_only:false; response_revision:3709; number_of_response:1; }","duration":"1.630715287s","start":"2026-03-03T19:02:06.057239Z","end":"2026-03-03T19:02:07.687954Z","steps":["trace[160039160] 'process raft request' (duration: 1.630102152s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:07.688248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.709672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T19:02:07.694502Z","caller":"traceutil/trace.go:171","msg":"trace[1397128493] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3713; }","duration":"893.979772ms","start":"2026-03-03T19:02:06.800498Z","end":"2026-03-03T19:02:07.694478Z","steps":["trace[1397128493] 'agreement among raft nodes before linearized reading' (duration: 887.66041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:07.694555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:06.800486Z","time spent":"894.057083ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:02:07.694566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:06.057224Z","time spent":"1.637264434s","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:02:07.688138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449516517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:02:07.694768Z","caller":"traceutil/trace.go:171","msg":"trace[2109220055] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3713; }","duration":"1.456187187s","start":"2026-03-03T19:02:06.238569Z","end":"2026-03-03T19:02:07.694756Z","steps":["trace[2109220055] 'agreement among raft nodes before linearized reading' (duration: 1.449376453s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:07.6948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:06.238544Z","time spent":"1.456247968s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:02:07.694789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.044097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T19:02:07.688192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.478399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T19:02:07.694882Z","caller":"traceutil/trace.go:171","msg":"trace[1768771646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3713; }","duration":"452.143329ms","start":"2026-03-03T19:02:07.242709Z","end":"2026-03-03T19:02:07.694852Z","steps":["trace[1768771646] 'agreement among raft nodes before linearized reading' (duration: 445.555491ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:07.694916Z","caller":"traceutil/trace.go:171","msg":"trace[978409306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3713; }","duration":"452.302853ms","start":"2026-03-03T19:02:07.242595Z","end":"2026-03-03T19:02:07.694898Z","steps":["trace[978409306] 'agreement among raft nodes before linearized reading' (duration: 445.385267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:07.694945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:07.2427Z","time spent":"452.225002ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:02:07.694975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:07.242559Z","time spent":"452.401395ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:02:07.688096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.35442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:02:07.695082Z","caller":"traceutil/trace.go:171","msg":"trace[634528506] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3713; }","duration":"830.380538ms","start":"2026-03-03T19:02:06.864653Z","end":"2026-03-03T19:02:07.695033Z","steps":["trace[634528506] 'agreement among raft nodes before linearized reading' (duration: 823.323479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:07.695182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:06.86463Z","time spent":"830.526752ms","remote":"127.0.0.1:42462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:02:07.69338Z","caller":"traceutil/trace.go:171","msg":"trace[1268694641] transaction","detail":"{read_only:false; response_revision:3710; number_of_response:1; }","duration":"1.424988589s","start":"2026-03-03T19:02:06.268333Z","end":"2026-03-03T19:02:07.693321Z","steps":["trace[1268694641] 'process raft request' (duration: 1.419202041s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:07.695314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:06.26829Z","time spent":"1.426961346s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:02:07.687898Z","caller":"traceutil/trace.go:171","msg":"trace[1913498949] transaction","detail":"{read_only:false; response_revision:3713; number_of_response:1; }","duration":"319.786749ms","start":"2026-03-03T19:02:07.368093Z","end":"2026-03-03T19:02:07.68788Z","steps":["trace[1913498949] 'process raft request' (duration: 319.570354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:07.695474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:07.368045Z","time spent":"327.380061ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:02:09.918816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.282033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T19:02:09.918887Z","caller":"traceutil/trace.go:171","msg":"trace[2067557904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3724; }","duration":"209.382405ms","start":"2026-03-03T19:02:09.709486Z","end":"2026-03-03T19:02:09.918868Z","steps":["trace[2067557904] 'range keys from in-memory index tree' (duration: 209.131389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:09.919093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.918574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T19:02:09.919115Z","caller":"traceutil/trace.go:171","msg":"trace[1836383247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3724; }","duration":"208.975486ms","start":"2026-03-03T19:02:09.710134Z","end":"2026-03-03T19:02:09.919109Z","steps":["trace[1836383247] 'range keys from in-memory index tree' (duration: 208.834621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:09.919231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.756991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T19:02:09.919252Z","caller":"traceutil/trace.go:171","msg":"trace[1527489878] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3724; }","duration":"208.778891ms","start":"2026-03-03T19:02:09.710468Z","end":"2026-03-03T19:02:09.919246Z","steps":["trace[1527489878] 'range keys from in-memory index tree' (duration: 208.682389ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:09.919583Z","caller":"traceutil/trace.go:171","msg":"trace[2044020276] linearizableReadLoop","detail":"{readStateIndex:3883; appliedIndex:3881; }","duration":"171.449627ms","start":"2026-03-03T19:02:09.748124Z","end":"2026-03-03T19:02:09.919574Z","steps":["trace[2044020276] 'read index received' (duration: 132.400381ms)","trace[2044020276] 'applied index is now lower than readState.Index' (duration: 39.048386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:02:09.919677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.549869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T19:02:09.919697Z","caller":"traceutil/trace.go:171","msg":"trace[1097179476] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:3726; }","duration":"171.5905ms","start":"2026-03-03T19:02:09.748101Z","end":"2026-03-03T19:02:09.919692Z","steps":["trace[1097179476] 'agreement among raft nodes before linearized reading' (duration: 171.506278ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:09.91991Z","caller":"traceutil/trace.go:171","msg":"trace[1738447890] transaction","detail":"{read_only:false; response_revision:3725; number_of_response:1; }","duration":"173.033195ms","start":"2026-03-03T19:02:09.746868Z","end":"2026-03-03T19:02:09.919902Z","steps":["trace[1738447890] 'process raft request' (duration: 133.677172ms)","trace[1738447890] 'compare' (duration: 38.886081ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:02:09.919999Z","caller":"traceutil/trace.go:171","msg":"trace[1703588490] transaction","detail":"{read_only:false; response_revision:3726; number_of_response:1; }","duration":"172.631305ms","start":"2026-03-03T19:02:09.747362Z","end":"2026-03-03T19:02:09.919993Z","steps":["trace[1703588490] 'process raft request' (duration: 172.183104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:13.740916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113036012,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:02:14.085507Z","caller":"traceutil/trace.go:171","msg":"trace[1201765119] transaction","detail":"{read_only:false; response_revision:3741; number_of_response:1; }","duration":"953.768523ms","start":"2026-03-03T19:02:13.131705Z","end":"2026-03-03T19:02:14.085473Z","steps":["trace[1201765119] 'process raft request' (duration: 953.488357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:14.085708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:13.131682Z","time spent":"953.947828ms","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118319,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T19:02:14.087847Z","caller":"traceutil/trace.go:171","msg":"trace[367786904] linearizableReadLoop","detail":"{readStateIndex:3902; appliedIndex:3898; }","duration":"847.970959ms","start":"2026-03-03T19:02:13.239837Z","end":"2026-03-03T19:02:14.087808Z","steps":["trace[367786904] 'read index received' (duration: 845.385007ms)","trace[367786904] 'applied index is now lower than readState.Index' (duration: 2.584482ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:02:14.088043Z","caller":"traceutil/trace.go:171","msg":"trace[2070497631] transaction","detail":"{read_only:false; response_revision:3744; number_of_response:1; }","duration":"364.534861ms","start":"2026-03-03T19:02:13.723464Z","end":"2026-03-03T19:02:14.087999Z","steps":["trace[2070497631] 'process raft request' (duration: 364.300405ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:14.088083Z","caller":"traceutil/trace.go:171","msg":"trace[1858544645] transaction","detail":"{read_only:false; response_revision:3742; number_of_response:1; }","duration":"381.19264ms","start":"2026-03-03T19:02:13.706848Z","end":"2026-03-03T19:02:14.088041Z","steps":["trace[1858544645] 'process raft request' (duration: 380.714469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:14.088281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:13.723444Z","time spent":"364.709986ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:02:14.088305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:13.706805Z","time spent":"381.375664ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:02:14.088482Z","caller":"traceutil/trace.go:171","msg":"trace[2095665461] transaction","detail":"{read_only:false; response_revision:3743; number_of_response:1; }","duration":"375.678447ms","start":"2026-03-03T19:02:13.712791Z","end":"2026-03-03T19:02:14.08847Z","steps":["trace[2095665461] 'process raft request' (duration: 374.935249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:14.088573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:13.712762Z","time spent":"375.752909ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:02:14.088877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.713958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T19:02:14.088932Z","caller":"traceutil/trace.go:171","msg":"trace[2129246466] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3744; }","duration":"152.80323ms","start":"2026-03-03T19:02:13.936114Z","end":"2026-03-03T19:02:14.088917Z","steps":["trace[2129246466] 'agreement among raft nodes before linearized reading' (duration: 152.317248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:14.088989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.681874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T19:02:14.089024Z","caller":"traceutil/trace.go:171","msg":"trace[1852938966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3744; }","duration":"146.769415ms","start":"2026-03-03T19:02:13.942244Z","end":"2026-03-03T19:02:14.089013Z","steps":["trace[1852938966] 'agreement among raft nodes before linearized reading' (duration: 146.594151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:14.088995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.43483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T19:02:14.089086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.651415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T19:02:14.089112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.504468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T19:02:14.089116Z","caller":"traceutil/trace.go:171","msg":"trace[1572784014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3744; }","duration":"144.603573ms","start":"2026-03-03T19:02:13.944488Z","end":"2026-03-03T19:02:14.089092Z","steps":["trace[1572784014] 'agreement among raft nodes before linearized reading' (duration: 144.03576ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:14.08913Z","caller":"traceutil/trace.go:171","msg":"trace[1392890329] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3744; }","duration":"144.737177ms","start":"2026-03-03T19:02:13.944377Z","end":"2026-03-03T19:02:14.089115Z","steps":["trace[1392890329] 'agreement among raft nodes before linearized reading' (duration: 144.578433ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:14.089146Z","caller":"traceutil/trace.go:171","msg":"trace[1682308926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3744; }","duration":"151.54633ms","start":"2026-03-03T19:02:13.937586Z","end":"2026-03-03T19:02:14.089133Z","steps":["trace[1682308926] 'agreement among raft nodes before linearized reading' (duration: 151.433407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:14.089307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.034896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T19:02:14.089339Z","caller":"traceutil/trace.go:171","msg":"trace[653266520] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:3744; }","duration":"143.088487ms","start":"2026-03-03T19:02:13.946242Z","end":"2026-03-03T19:02:14.089331Z","steps":["trace[653266520] 'agreement among raft nodes before linearized reading' (duration: 142.976844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:14.089341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.483226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:02:14.089451Z","caller":"traceutil/trace.go:171","msg":"trace[684150178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3744; }","duration":"849.64623ms","start":"2026-03-03T19:02:13.239772Z","end":"2026-03-03T19:02:14.089419Z","steps":["trace[684150178] 'agreement among raft nodes before linearized reading' (duration: 849.459106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:14.089513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:13.239738Z","time spent":"849.765543ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:02:40.321241Z","caller":"traceutil/trace.go:171","msg":"trace[1488681018] linearizableReadLoop","detail":"{readStateIndex:4069; appliedIndex:4068; }","duration":"103.858449ms","start":"2026-03-03T19:02:40.217356Z","end":"2026-03-03T19:02:40.321215Z","steps":["trace[1488681018] 'read index received' (duration: 33.847415ms)","trace[1488681018] 'applied index is now lower than readState.Index' (duration: 70.010014ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:02:40.321395Z","caller":"traceutil/trace.go:171","msg":"trace[992816953] transaction","detail":"{read_only:false; response_revision:3895; number_of_response:1; }","duration":"104.510435ms","start":"2026-03-03T19:02:40.216861Z","end":"2026-03-03T19:02:40.321372Z","steps":["trace[992816953] 'process raft request' (duration: 34.384918ms)","trace[992816953] 'compare' (duration: 69.791519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:02:40.321766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.393612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T19:02:40.321809Z","caller":"traceutil/trace.go:171","msg":"trace[1341540696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3895; }","duration":"104.485244ms","start":"2026-03-03T19:02:40.217312Z","end":"2026-03-03T19:02:40.321797Z","steps":["trace[1341540696] 'agreement among raft nodes before linearized reading' (duration: 104.356431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:46.529282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.97124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:02:46.529616Z","caller":"traceutil/trace.go:171","msg":"trace[752068487] transaction","detail":"{read_only:false; response_revision:4232; number_of_response:1; }","duration":"176.818644ms","start":"2026-03-03T19:02:46.352764Z","end":"2026-03-03T19:02:46.529583Z","steps":["trace[752068487] 'process raft request' (duration: 70.397584ms)","trace[752068487] 'compare' (duration: 105.663732ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:02:46.529869Z","caller":"traceutil/trace.go:171","msg":"trace[870877380] linearizableReadLoop","detail":"{readStateIndex:4413; appliedIndex:4412; }","duration":"174.200501ms","start":"2026-03-03T19:02:46.355614Z","end":"2026-03-03T19:02:46.529814Z","steps":["trace[870877380] 'read index received' (duration: 67.595587ms)","trace[870877380] 'applied index is now lower than readState.Index' (duration: 106.600534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:02:46.530156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.53001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T19:02:46.530217Z","caller":"traceutil/trace.go:171","msg":"trace[747623811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4232; }","duration":"174.661803ms","start":"2026-03-03T19:02:46.355538Z","end":"2026-03-03T19:02:46.5302Z","steps":["trace[747623811] 'agreement among raft nodes before linearized reading' (duration: 174.403186ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:46.531306Z","caller":"traceutil/trace.go:171","msg":"trace[611452010] transaction","detail":"{read_only:false; response_revision:4233; number_of_response:1; }","duration":"133.885613ms","start":"2026-03-03T19:02:46.397386Z","end":"2026-03-03T19:02:46.531272Z","steps":["trace[611452010] 'process raft request' (duration: 132.282395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:46.532292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.770202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T19:02:46.532395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.228518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:3023"} {"level":"info","ts":"2026-03-03T19:02:46.532453Z","caller":"traceutil/trace.go:171","msg":"trace[205984747] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4234; }","duration":"117.301609ms","start":"2026-03-03T19:02:46.415132Z","end":"2026-03-03T19:02:46.532434Z","steps":["trace[205984747] 'agreement among raft nodes before linearized reading' (duration: 117.195796ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:46.532349Z","caller":"traceutil/trace.go:171","msg":"trace[667842404] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4234; }","duration":"173.867955ms","start":"2026-03-03T19:02:46.358468Z","end":"2026-03-03T19:02:46.532336Z","steps":["trace[667842404] 'agreement among raft nodes before linearized reading' (duration: 173.632749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:46.53249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.381376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T19:02:46.532514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.443084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T19:02:46.53255Z","caller":"traceutil/trace.go:171","msg":"trace[1589485278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4234; }","duration":"174.482309ms","start":"2026-03-03T19:02:46.358046Z","end":"2026-03-03T19:02:46.532528Z","steps":["trace[1589485278] 'agreement among raft nodes before linearized reading' (duration: 174.378147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:46.532295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.717996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2681"} {"level":"info","ts":"2026-03-03T19:02:46.532742Z","caller":"traceutil/trace.go:171","msg":"trace[501241536] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4234; }","duration":"165.090985ms","start":"2026-03-03T19:02:46.367535Z","end":"2026-03-03T19:02:46.532626Z","steps":["trace[501241536] 'agreement among raft nodes before linearized reading' (duration: 164.563433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:46.532365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.97441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T19:02:46.532885Z","caller":"traceutil/trace.go:171","msg":"trace[850722457] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4234; }","duration":"175.521263ms","start":"2026-03-03T19:02:46.357343Z","end":"2026-03-03T19:02:46.532864Z","steps":["trace[850722457] 'agreement among raft nodes before linearized reading' (duration: 174.752285ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:46.53259Z","caller":"traceutil/trace.go:171","msg":"trace[503730209] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:4234; }","duration":"173.542526ms","start":"2026-03-03T19:02:46.359031Z","end":"2026-03-03T19:02:46.532574Z","steps":["trace[503730209] 'agreement among raft nodes before linearized reading' (duration: 173.332921ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:48.927911Z","caller":"traceutil/trace.go:171","msg":"trace[311698422] transaction","detail":"{read_only:false; response_revision:4339; number_of_response:1; }","duration":"356.392924ms","start":"2026-03-03T19:02:48.57149Z","end":"2026-03-03T19:02:48.927883Z","steps":["trace[311698422] 'process raft request' (duration: 356.237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:48.92809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:48.571478Z","time spent":"356.508297ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4470,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:02:48.928436Z","caller":"traceutil/trace.go:171","msg":"trace[868157408] linearizableReadLoop","detail":"{readStateIndex:4520; appliedIndex:4520; }","duration":"353.542516ms","start":"2026-03-03T19:02:48.574863Z","end":"2026-03-03T19:02:48.928405Z","steps":["trace[868157408] 'read index received' (duration: 353.530546ms)","trace[868157408] 'applied index is now lower than readState.Index' (duration: 9.37µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:02:48.928744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.856784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T19:02:48.928854Z","caller":"traceutil/trace.go:171","msg":"trace[621204657] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4339; }","duration":"354.016277ms","start":"2026-03-03T19:02:48.574813Z","end":"2026-03-03T19:02:48.928829Z","steps":["trace[621204657] 'agreement among raft nodes before linearized reading' (duration: 353.72869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:48.928903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:48.574793Z","time spent":"354.10225ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T19:02:48.952945Z","caller":"traceutil/trace.go:171","msg":"trace[2071314361] transaction","detail":"{read_only:false; response_revision:4340; number_of_response:1; }","duration":"339.305568ms","start":"2026-03-03T19:02:48.613619Z","end":"2026-03-03T19:02:48.952924Z","steps":["trace[2071314361] 'process raft request' (duration: 338.920739ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:48.95301Z","caller":"traceutil/trace.go:171","msg":"trace[843369028] transaction","detail":"{read_only:false; response_revision:4341; number_of_response:1; }","duration":"329.280789ms","start":"2026-03-03T19:02:48.623705Z","end":"2026-03-03T19:02:48.952986Z","steps":["trace[843369028] 'process raft request' (duration: 329.054744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:48.953101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:48.613573Z","time spent":"339.427141ms","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T19:02:48.953202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:48.623682Z","time spent":"329.408232ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:02:48.95325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.513057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:02:48.953378Z","caller":"traceutil/trace.go:171","msg":"trace[282524223] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4344; }","duration":"364.727492ms","start":"2026-03-03T19:02:48.588624Z","end":"2026-03-03T19:02:48.953351Z","steps":["trace[282524223] 'agreement among raft nodes before linearized reading' (duration: 364.463426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:48.953436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:48.588615Z","time spent":"364.809684ms","remote":"127.0.0.1:55658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:02:48.953602Z","caller":"traceutil/trace.go:171","msg":"trace[1812301005] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"125.591346ms","start":"2026-03-03T19:02:48.827973Z","end":"2026-03-03T19:02:48.953564Z","steps":["trace[1812301005] 'process raft request' (duration: 124.89813ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:48.953838Z","caller":"traceutil/trace.go:171","msg":"trace[1286292745] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"102.731503ms","start":"2026-03-03T19:02:48.851027Z","end":"2026-03-03T19:02:48.953758Z","steps":["trace[1286292745] 'process raft request' (duration: 101.894513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:48.954692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.179541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196036"} {"level":"info","ts":"2026-03-03T19:02:48.954765Z","caller":"traceutil/trace.go:171","msg":"trace[1176916613] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4344; }","duration":"190.293564ms","start":"2026-03-03T19:02:48.764453Z","end":"2026-03-03T19:02:48.954746Z","steps":["trace[1176916613] 'agreement among raft nodes before linearized reading' (duration: 189.203748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:49.333748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.024639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:02:49.33387Z","caller":"traceutil/trace.go:171","msg":"trace[1189023800] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4345; }","duration":"209.201174ms","start":"2026-03-03T19:02:49.124642Z","end":"2026-03-03T19:02:49.333843Z","steps":["trace[1189023800] 'count revisions from in-memory index tree' (duration: 208.892937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:49.333947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.880197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-762b6495-9006-40dd-b316-38c4b51482b9\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-03-03T19:02:49.33402Z","caller":"traceutil/trace.go:171","msg":"trace[398161913] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-762b6495-9006-40dd-b316-38c4b51482b9; range_end:; response_count:1; response_revision:4345; }","duration":"150.943849ms","start":"2026-03-03T19:02:49.183044Z","end":"2026-03-03T19:02:49.333988Z","steps":["trace[398161913] 'range keys from in-memory index tree' (duration: 150.793866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:49.3339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.885549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-03T19:02:49.334185Z","caller":"traceutil/trace.go:171","msg":"trace[705273543] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4345; }","duration":"305.191006ms","start":"2026-03-03T19:02:49.028951Z","end":"2026-03-03T19:02:49.334142Z","steps":["trace[705273543] 'range keys from in-memory index tree' (duration: 304.717674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:49.334313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:02:49.028942Z","time spent":"305.326339ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1365,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-03-03T19:02:51.871846Z","caller":"traceutil/trace.go:171","msg":"trace[1011857900] transaction","detail":"{read_only:false; response_revision:4372; number_of_response:1; }","duration":"191.991525ms","start":"2026-03-03T19:02:51.679814Z","end":"2026-03-03T19:02:51.871806Z","steps":["trace[1011857900] 'process raft request' (duration: 116.059809ms)","trace[1011857900] 'compare' (duration: 75.731411ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:02:52.122826Z","caller":"traceutil/trace.go:171","msg":"trace[1365617487] transaction","detail":"{read_only:false; response_revision:4373; number_of_response:1; }","duration":"101.133113ms","start":"2026-03-03T19:02:52.021663Z","end":"2026-03-03T19:02:52.122796Z","steps":["trace[1365617487] 'process raft request' (duration: 100.946259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:53.058845Z","caller":"traceutil/trace.go:171","msg":"trace[1442299250] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4405; }","duration":"223.141986ms","start":"2026-03-03T19:02:52.835681Z","end":"2026-03-03T19:02:53.058823Z","steps":["trace[1442299250] 'process raft request' (duration: 216.786184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:53.059173Z","caller":"traceutil/trace.go:171","msg":"trace[1989817173] linearizableReadLoop","detail":"{readStateIndex:4588; appliedIndex:4586; }","duration":"114.788689ms","start":"2026-03-03T19:02:52.944349Z","end":"2026-03-03T19:02:53.059137Z","steps":["trace[1989817173] 'read index received' (duration: 108.366966ms)","trace[1989817173] 'applied index is now lower than readState.Index' (duration: 6.420193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:02:53.059339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.974764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:02:53.059395Z","caller":"traceutil/trace.go:171","msg":"trace[597106933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4406; }","duration":"115.122267ms","start":"2026-03-03T19:02:52.944256Z","end":"2026-03-03T19:02:53.059378Z","steps":["trace[597106933] 'agreement among raft nodes before linearized reading' (duration: 115.009314ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:53.059606Z","caller":"traceutil/trace.go:171","msg":"trace[439495052] transaction","detail":"{read_only:false; response_revision:4406; number_of_response:1; }","duration":"182.982121ms","start":"2026-03-03T19:02:52.876615Z","end":"2026-03-03T19:02:53.059597Z","steps":["trace[439495052] 'process raft request' (duration: 182.352206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:56.276757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.250677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T19:02:56.276852Z","caller":"traceutil/trace.go:171","msg":"trace[412194480] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4477; }","duration":"273.408351ms","start":"2026-03-03T19:02:56.003426Z","end":"2026-03-03T19:02:56.276834Z","steps":["trace[412194480] 'range keys from in-memory index tree' (duration: 273.114224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:56.277335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.899646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:521538"} {"level":"info","ts":"2026-03-03T19:02:56.277461Z","caller":"traceutil/trace.go:171","msg":"trace[1731606409] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4477; }","duration":"246.080701ms","start":"2026-03-03T19:02:56.031356Z","end":"2026-03-03T19:02:56.277437Z","steps":["trace[1731606409] 'range keys from in-memory index tree' (duration: 245.385075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:56.367924Z","caller":"traceutil/trace.go:171","msg":"trace[163117225] transaction","detail":"{read_only:false; response_revision:4478; number_of_response:1; }","duration":"113.150351ms","start":"2026-03-03T19:02:56.254745Z","end":"2026-03-03T19:02:56.367895Z","steps":["trace[163117225] 'process raft request' (duration: 112.926345ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:56.509927Z","caller":"traceutil/trace.go:171","msg":"trace[1245949850] transaction","detail":"{read_only:false; response_revision:4479; number_of_response:1; }","duration":"243.354776ms","start":"2026-03-03T19:02:56.266545Z","end":"2026-03-03T19:02:56.5099Z","steps":["trace[1245949850] 'process raft request' (duration: 243.12206ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:56.510164Z","caller":"traceutil/trace.go:171","msg":"trace[1198805997] linearizableReadLoop","detail":"{readStateIndex:4666; appliedIndex:4663; }","duration":"231.561876ms","start":"2026-03-03T19:02:56.278558Z","end":"2026-03-03T19:02:56.51012Z","steps":["trace[1198805997] 'read index received' (duration: 89.216802ms)","trace[1198805997] 'applied index is now lower than readState.Index' (duration: 142.338734ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:02:56.510202Z","caller":"traceutil/trace.go:171","msg":"trace[243773484] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"242.704181ms","start":"2026-03-03T19:02:56.267441Z","end":"2026-03-03T19:02:56.510145Z","steps":["trace[243773484] 'process raft request' (duration: 242.412324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:56.510336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.75419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:02:56.510382Z","caller":"traceutil/trace.go:171","msg":"trace[2093458477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4480; }","duration":"231.852282ms","start":"2026-03-03T19:02:56.278517Z","end":"2026-03-03T19:02:56.51037Z","steps":["trace[2093458477] 'agreement among raft nodes before linearized reading' (duration: 231.739909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:56.809732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.895972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:02:56.809873Z","caller":"traceutil/trace.go:171","msg":"trace[946331462] linearizableReadLoop","detail":"{readStateIndex:4668; appliedIndex:4667; }","duration":"218.403433ms","start":"2026-03-03T19:02:56.591447Z","end":"2026-03-03T19:02:56.809851Z","steps":["trace[946331462] 'read index received' (duration: 116.186732ms)","trace[946331462] 'applied index is now lower than readState.Index' (duration: 102.215001ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:02:56.809957Z","caller":"traceutil/trace.go:171","msg":"trace[1382003714] transaction","detail":"{read_only:false; response_revision:4482; number_of_response:1; }","duration":"227.587551ms","start":"2026-03-03T19:02:56.582355Z","end":"2026-03-03T19:02:56.809942Z","steps":["trace[1382003714] 'process raft request' (duration: 125.34243ms)","trace[1382003714] 'compare' (duration: 101.738669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:02:56.810276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.801912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T19:02:56.810385Z","caller":"traceutil/trace.go:171","msg":"trace[1176197191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4482; }","duration":"218.971986ms","start":"2026-03-03T19:02:56.59139Z","end":"2026-03-03T19:02:56.810362Z","steps":["trace[1176197191] 'agreement among raft nodes before linearized reading' (duration: 218.671839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:56.883454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.185854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T19:02:56.883457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.095145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T19:02:56.883451Z","caller":"traceutil/trace.go:171","msg":"trace[1409184855] transaction","detail":"{read_only:false; response_revision:4483; number_of_response:1; }","duration":"213.085076ms","start":"2026-03-03T19:02:56.670306Z","end":"2026-03-03T19:02:56.883391Z","steps":["trace[1409184855] 'process raft request' (duration: 212.752258ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:56.883512Z","caller":"traceutil/trace.go:171","msg":"trace[425453292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4483; }","duration":"262.269576ms","start":"2026-03-03T19:02:56.62123Z","end":"2026-03-03T19:02:56.883499Z","steps":["trace[425453292] 'agreement among raft nodes before linearized reading' (duration: 262.04991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:56.88348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.039263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T19:02:56.883525Z","caller":"traceutil/trace.go:171","msg":"trace[2120817880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4483; }","duration":"263.184818ms","start":"2026-03-03T19:02:56.620325Z","end":"2026-03-03T19:02:56.88351Z","steps":["trace[2120817880] 'agreement among raft nodes before linearized reading' (duration: 263.005474ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:56.883572Z","caller":"traceutil/trace.go:171","msg":"trace[1252825712] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:4483; }","duration":"255.200078ms","start":"2026-03-03T19:02:56.628351Z","end":"2026-03-03T19:02:56.883551Z","steps":["trace[1252825712] 'agreement among raft nodes before linearized reading' (duration: 254.912731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:56.883704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.195032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-pjgph\" ","response":"range_response_count:1 size:9629"} {"level":"info","ts":"2026-03-03T19:02:56.883809Z","caller":"traceutil/trace.go:171","msg":"trace[9271822] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-pjgph; range_end:; response_count:1; response_revision:4483; }","duration":"214.340516ms","start":"2026-03-03T19:02:56.669443Z","end":"2026-03-03T19:02:56.883784Z","steps":["trace[9271822] 'agreement among raft nodes before linearized reading' (duration: 213.994128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:02:56.884271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.060456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T19:02:56.884369Z","caller":"traceutil/trace.go:171","msg":"trace[134455084] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4483; }","duration":"266.23097ms","start":"2026-03-03T19:02:56.618114Z","end":"2026-03-03T19:02:56.884345Z","steps":["trace[134455084] 'agreement among raft nodes before linearized reading' (duration: 265.115113ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:02:57.844366Z","caller":"traceutil/trace.go:171","msg":"trace[1485194314] transaction","detail":"{read_only:false; response_revision:4489; number_of_response:1; }","duration":"153.832288ms","start":"2026-03-03T19:02:57.6905Z","end":"2026-03-03T19:02:57.844332Z","steps":["trace[1485194314] 'process raft request' (duration: 153.590312ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:00.555557Z","caller":"traceutil/trace.go:171","msg":"trace[222668939] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"173.25634ms","start":"2026-03-03T19:03:00.382278Z","end":"2026-03-03T19:03:00.555534Z","steps":["trace[222668939] 'process raft request' (duration: 173.105506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:01.324663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.053853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:03:01.324958Z","caller":"traceutil/trace.go:171","msg":"trace[2030845510] linearizableReadLoop","detail":"{readStateIndex:4792; appliedIndex:4790; }","duration":"745.566617ms","start":"2026-03-03T19:03:00.579368Z","end":"2026-03-03T19:03:01.324935Z","steps":["trace[2030845510] 'read index received' (duration: 408.059462ms)","trace[2030845510] 'applied index is now lower than readState.Index' (duration: 337.505925ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:01.324944Z","caller":"traceutil/trace.go:171","msg":"trace[1316172238] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"793.506897ms","start":"2026-03-03T19:03:00.531395Z","end":"2026-03-03T19:03:01.324902Z","steps":["trace[1316172238] 'process raft request' (duration: 456.017743ms)","trace[1316172238] 'compare' (duration: 336.606333ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:01.325094Z","caller":"traceutil/trace.go:171","msg":"trace[909726088] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"793.142767ms","start":"2026-03-03T19:03:00.531864Z","end":"2026-03-03T19:03:01.325007Z","steps":["trace[909726088] 'process raft request' (duration: 792.941643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:01.325153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:00.53137Z","time spent":"793.6611ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:03:01.325632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:00.531854Z","time spent":"793.599579ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:03:01.325733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.356485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:718985"} {"level":"info","ts":"2026-03-03T19:03:01.325793Z","caller":"traceutil/trace.go:171","msg":"trace[842264287] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4603; }","duration":"746.461868ms","start":"2026-03-03T19:03:00.579314Z","end":"2026-03-03T19:03:01.325776Z","steps":["trace[842264287] 'agreement among raft nodes before linearized reading' (duration: 745.691339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:01.325841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:00.579286Z","time spent":"746.54477ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":24,"response size":719008,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-03T19:03:01.328984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.736331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T19:03:01.329083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.447949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T19:03:01.329148Z","caller":"traceutil/trace.go:171","msg":"trace[1306302128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4603; }","duration":"410.554812ms","start":"2026-03-03T19:03:00.918576Z","end":"2026-03-03T19:03:01.329131Z","steps":["trace[1306302128] 'agreement among raft nodes before linearized reading' (duration: 410.278475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:01.32916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.090956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T19:03:01.32921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:00.918553Z","time spent":"410.649993ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T19:03:01.329228Z","caller":"traceutil/trace.go:171","msg":"trace[936146371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4603; }","duration":"430.212419ms","start":"2026-03-03T19:03:00.898999Z","end":"2026-03-03T19:03:01.329212Z","steps":["trace[936146371] 'agreement among raft nodes before linearized reading' (duration: 430.007774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:01.329264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:00.898969Z","time spent":"430.286191ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:03:01.329309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.793916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T19:03:01.329463Z","caller":"traceutil/trace.go:171","msg":"trace[1568284789] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:4603; }","duration":"416.005721ms","start":"2026-03-03T19:03:00.913439Z","end":"2026-03-03T19:03:01.329445Z","steps":["trace[1568284789] 'agreement among raft nodes before linearized reading' (duration: 415.759185ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:01.32914Z","caller":"traceutil/trace.go:171","msg":"trace[1428165670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4603; }","duration":"414.967086ms","start":"2026-03-03T19:03:00.914144Z","end":"2026-03-03T19:03:01.329111Z","steps":["trace[1428165670] 'agreement among raft nodes before linearized reading' (duration: 414.647299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:01.329545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:00.913409Z","time spent":"416.117764ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-dflmr\" "} {"level":"warn","ts":"2026-03-03T19:03:01.329517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.975511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e9f8ee8-7650-4266-a7b9-7fe86b4ea07a\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-03-03T19:03:01.329546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:00.914118Z","time spent":"415.411087ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T19:03:01.32965Z","caller":"traceutil/trace.go:171","msg":"trace[1685028116] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e9f8ee8-7650-4266-a7b9-7fe86b4ea07a; range_end:; response_count:1; response_revision:4603; }","duration":"628.164155ms","start":"2026-03-03T19:03:00.701441Z","end":"2026-03-03T19:03:01.329605Z","steps":["trace[1685028116] 'agreement among raft nodes before linearized reading' (duration: 627.829167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:01.329359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.171344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T19:03:01.329693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:00.701429Z","time spent":"628.252008ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e9f8ee8-7650-4266-a7b9-7fe86b4ea07a\" "} {"level":"warn","ts":"2026-03-03T19:03:01.328984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.664549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e9f8ee8-7650-4266-a7b9-7fe86b4ea07a\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-03T19:03:01.329884Z","caller":"traceutil/trace.go:171","msg":"trace[1025246039] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e9f8ee8-7650-4266-a7b9-7fe86b4ea07a; range_end:; response_count:1; response_revision:4603; }","duration":"746.592671ms","start":"2026-03-03T19:03:00.583271Z","end":"2026-03-03T19:03:01.329863Z","steps":["trace[1025246039] 'agreement among raft nodes before linearized reading' (duration: 745.457004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:01.329944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:00.583257Z","time spent":"746.668933ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e9f8ee8-7650-4266-a7b9-7fe86b4ea07a\" "} {"level":"info","ts":"2026-03-03T19:03:01.329776Z","caller":"traceutil/trace.go:171","msg":"trace[595872734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4603; }","duration":"437.632845ms","start":"2026-03-03T19:03:00.892104Z","end":"2026-03-03T19:03:01.329737Z","steps":["trace[595872734] 'agreement among raft nodes before linearized reading' (duration: 437.098512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:01.330064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:00.892077Z","time spent":"437.966623ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:03:01.330556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.77489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T19:03:01.330663Z","caller":"traceutil/trace.go:171","msg":"trace[369841383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4603; }","duration":"411.968655ms","start":"2026-03-03T19:03:00.918672Z","end":"2026-03-03T19:03:01.330641Z","steps":["trace[369841383] 'agreement among raft nodes before linearized reading' (duration: 410.289946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:01.330728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:00.918642Z","time spent":"412.074067ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T19:03:03.593719Z","caller":"traceutil/trace.go:171","msg":"trace[765996310] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"261.432686ms","start":"2026-03-03T19:03:03.332251Z","end":"2026-03-03T19:03:03.593684Z","steps":["trace[765996310] 'process raft request' (duration: 261.19125ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:03.622403Z","caller":"traceutil/trace.go:171","msg":"trace[285633176] linearizableReadLoop","detail":"{readStateIndex:4825; appliedIndex:4823; }","duration":"283.220844ms","start":"2026-03-03T19:03:03.339134Z","end":"2026-03-03T19:03:03.622355Z","steps":["trace[285633176] 'read index received' (duration: 254.390258ms)","trace[285633176] 'applied index is now lower than readState.Index' (duration: 28.826686ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:03.622472Z","caller":"traceutil/trace.go:171","msg":"trace[399677529] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"290.109558ms","start":"2026-03-03T19:03:03.332308Z","end":"2026-03-03T19:03:03.622417Z","steps":["trace[399677529] 'process raft request' (duration: 289.864972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:03.622729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.570282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e9f8ee8-7650-4266-a7b9-7fe86b4ea07a\" ","response":"range_response_count:1 size:3906"} {"level":"info","ts":"2026-03-03T19:03:03.6228Z","caller":"traceutil/trace.go:171","msg":"trace[852008512] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e9f8ee8-7650-4266-a7b9-7fe86b4ea07a; range_end:; response_count:1; response_revision:4634; }","duration":"283.704185ms","start":"2026-03-03T19:03:03.339078Z","end":"2026-03-03T19:03:03.622782Z","steps":["trace[852008512] 'agreement among raft nodes before linearized reading' (duration: 283.443239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:03.622831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.181051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T19:03:03.622886Z","caller":"traceutil/trace.go:171","msg":"trace[1942028885] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:4634; }","duration":"277.263443ms","start":"2026-03-03T19:03:03.345606Z","end":"2026-03-03T19:03:03.62287Z","steps":["trace[1942028885] 'agreement among raft nodes before linearized reading' (duration: 276.961276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:03.623111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.843697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T19:03:03.623131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.576545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T19:03:03.623168Z","caller":"traceutil/trace.go:171","msg":"trace[1354814719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4634; }","duration":"273.626246ms","start":"2026-03-03T19:03:03.349532Z","end":"2026-03-03T19:03:03.623158Z","steps":["trace[1354814719] 'agreement among raft nodes before linearized reading' (duration: 273.530493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:03.62326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.260398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:03:03.623302Z","caller":"traceutil/trace.go:171","msg":"trace[860104203] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4634; }","duration":"175.37526ms","start":"2026-03-03T19:03:03.447915Z","end":"2026-03-03T19:03:03.62329Z","steps":["trace[860104203] 'agreement among raft nodes before linearized reading' (duration: 175.300488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:03.623348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.942363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T19:03:03.623359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.759509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T19:03:03.623388Z","caller":"traceutil/trace.go:171","msg":"trace[1333045888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4634; }","duration":"274.002285ms","start":"2026-03-03T19:03:03.349374Z","end":"2026-03-03T19:03:03.623376Z","steps":["trace[1333045888] 'agreement among raft nodes before linearized reading' (duration: 273.882342ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:03.623393Z","caller":"traceutil/trace.go:171","msg":"trace[1165362699] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4634; }","duration":"273.81749ms","start":"2026-03-03T19:03:03.349567Z","end":"2026-03-03T19:03:03.623384Z","steps":["trace[1165362699] 'agreement among raft nodes before linearized reading' (duration: 273.729318ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:03.62317Z","caller":"traceutil/trace.go:171","msg":"trace[115983555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4634; }","duration":"272.93525ms","start":"2026-03-03T19:03:03.350219Z","end":"2026-03-03T19:03:03.623154Z","steps":["trace[115983555] 'agreement among raft nodes before linearized reading' (duration: 272.721425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:03.62356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.222926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T19:03:03.623587Z","caller":"traceutil/trace.go:171","msg":"trace[328366913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4634; }","duration":"273.293148ms","start":"2026-03-03T19:03:03.350285Z","end":"2026-03-03T19:03:03.623578Z","steps":["trace[328366913] 'agreement among raft nodes before linearized reading' (duration: 273.205706ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:03.948046Z","caller":"traceutil/trace.go:171","msg":"trace[516193737] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"319.698221ms","start":"2026-03-03T19:03:03.628319Z","end":"2026-03-03T19:03:03.948017Z","steps":["trace[516193737] 'process raft request' (duration: 319.615879ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:03.94807Z","caller":"traceutil/trace.go:171","msg":"trace[1903902095] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"319.781003ms","start":"2026-03-03T19:03:03.628261Z","end":"2026-03-03T19:03:03.948042Z","steps":["trace[1903902095] 'process raft request' (duration: 319.467796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:03.948286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:03.628232Z","time spent":"319.933687ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:03:03.9484Z","caller":"traceutil/trace.go:171","msg":"trace[632062593] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"319.956958ms","start":"2026-03-03T19:03:03.628396Z","end":"2026-03-03T19:03:03.948353Z","steps":["trace[632062593] 'process raft request' (duration: 319.581679ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:03.948513Z","caller":"traceutil/trace.go:171","msg":"trace[1295159263] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"319.026335ms","start":"2026-03-03T19:03:03.629471Z","end":"2026-03-03T19:03:03.948497Z","steps":["trace[1295159263] 'process raft request' (duration: 318.769339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:03.948601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:03.629458Z","time spent":"319.102357ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:03:03.948667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:03.628359Z","time spent":"320.151601ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:03:03.948419Z","caller":"traceutil/trace.go:171","msg":"trace[123868423] linearizableReadLoop","detail":"{readStateIndex:4830; appliedIndex:4826; }","duration":"291.850889ms","start":"2026-03-03T19:03:03.656549Z","end":"2026-03-03T19:03:03.9484Z","steps":["trace[123868423] 'read index received' (duration: 291.099211ms)","trace[123868423] 'applied index is now lower than readState.Index' (duration: 750.338µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:03:03.948743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:03.6283Z","time spent":"319.825594ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:03:03.948994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.102846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T19:03:03.949083Z","caller":"traceutil/trace.go:171","msg":"trace[1891911712] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4639; }","duration":"181.233189ms","start":"2026-03-03T19:03:03.767807Z","end":"2026-03-03T19:03:03.94904Z","steps":["trace[1891911712] 'agreement among raft nodes before linearized reading' (duration: 181.015774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:03.949096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.508165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777166"} {"level":"info","ts":"2026-03-03T19:03:03.949173Z","caller":"traceutil/trace.go:171","msg":"trace[1796659189] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4639; }","duration":"292.684639ms","start":"2026-03-03T19:03:03.656469Z","end":"2026-03-03T19:03:03.949154Z","steps":["trace[1796659189] 'agreement among raft nodes before linearized reading' (duration: 292.006192ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:04.185345Z","caller":"traceutil/trace.go:171","msg":"trace[1153742048] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"180.146844ms","start":"2026-03-03T19:03:04.005165Z","end":"2026-03-03T19:03:04.185312Z","steps":["trace[1153742048] 'process raft request' (duration: 88.630428ms)","trace[1153742048] 'compare' (duration: 91.122166ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:04.185639Z","caller":"traceutil/trace.go:171","msg":"trace[249146147] linearizableReadLoop","detail":"{readStateIndex:4832; appliedIndex:4830; }","duration":"128.027315ms","start":"2026-03-03T19:03:04.057577Z","end":"2026-03-03T19:03:04.185605Z","steps":["trace[249146147] 'read index received' (duration: 36.233052ms)","trace[249146147] 'applied index is now lower than readState.Index' (duration: 91.792653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:03:04.185807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.212749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:03:04.185863Z","caller":"traceutil/trace.go:171","msg":"trace[790537705] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4641; }","duration":"128.320351ms","start":"2026-03-03T19:03:04.057531Z","end":"2026-03-03T19:03:04.185851Z","steps":["trace[790537705] 'agreement among raft nodes before linearized reading' (duration: 128.205819ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:04.185842Z","caller":"traceutil/trace.go:171","msg":"trace[216379846] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"132.014129ms","start":"2026-03-03T19:03:04.053784Z","end":"2026-03-03T19:03:04.185798Z","steps":["trace[216379846] 'process raft request' (duration: 131.482207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:05.72113Z","caller":"traceutil/trace.go:171","msg":"trace[1931266999] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"120.72855ms","start":"2026-03-03T19:03:05.60035Z","end":"2026-03-03T19:03:05.721079Z","steps":["trace[1931266999] 'process raft request' (duration: 120.529076ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:05.739018Z","caller":"traceutil/trace.go:171","msg":"trace[1957747778] linearizableReadLoop","detail":"{readStateIndex:4874; appliedIndex:4872; }","duration":"107.24576ms","start":"2026-03-03T19:03:05.631748Z","end":"2026-03-03T19:03:05.738994Z","steps":["trace[1957747778] 'read index received' (duration: 89.16413ms)","trace[1957747778] 'applied index is now lower than readState.Index' (duration: 18.08038ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:05.739113Z","caller":"traceutil/trace.go:171","msg":"trace[22400162] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"112.462824ms","start":"2026-03-03T19:03:05.626613Z","end":"2026-03-03T19:03:05.739076Z","steps":["trace[22400162] 'process raft request' (duration: 111.110792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:05.739282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.518526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e9f8ee8-7650-4266-a7b9-7fe86b4ea07a\" ","response":"range_response_count:1 size:3908"} {"level":"info","ts":"2026-03-03T19:03:05.739322Z","caller":"traceutil/trace.go:171","msg":"trace[1089741953] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e9f8ee8-7650-4266-a7b9-7fe86b4ea07a; range_end:; response_count:1; response_revision:4682; }","duration":"107.612539ms","start":"2026-03-03T19:03:05.631698Z","end":"2026-03-03T19:03:05.73931Z","steps":["trace[1089741953] 'agreement among raft nodes before linearized reading' (duration: 107.440695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:13.350298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.898033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:03:13.350407Z","caller":"traceutil/trace.go:171","msg":"trace[1957863085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4826; }","duration":"110.082247ms","start":"2026-03-03T19:03:13.240304Z","end":"2026-03-03T19:03:13.350387Z","steps":["trace[1957863085] 'range keys from in-memory index tree' (duration: 109.799761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:13.523963Z","caller":"traceutil/trace.go:171","msg":"trace[976938873] linearizableReadLoop","detail":"{readStateIndex:5023; appliedIndex:5022; }","duration":"157.004723ms","start":"2026-03-03T19:03:13.366918Z","end":"2026-03-03T19:03:13.523923Z","steps":["trace[976938873] 'read index received' (duration: 156.662015ms)","trace[976938873] 'applied index is now lower than readState.Index' (duration: 341.388µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:13.524019Z","caller":"traceutil/trace.go:171","msg":"trace[921099173] transaction","detail":"{read_only:false; response_revision:4827; number_of_response:1; }","duration":"163.894837ms","start":"2026-03-03T19:03:13.360077Z","end":"2026-03-03T19:03:13.523972Z","steps":["trace[921099173] 'process raft request' (duration: 163.57775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:13.524376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.389232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:03:13.524494Z","caller":"traceutil/trace.go:171","msg":"trace[1413059980] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4827; }","duration":"157.588437ms","start":"2026-03-03T19:03:13.366879Z","end":"2026-03-03T19:03:13.524468Z","steps":["trace[1413059980] 'agreement among raft nodes before linearized reading' (duration: 157.166057ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:13.660309Z","caller":"traceutil/trace.go:171","msg":"trace[494584218] transaction","detail":"{read_only:false; response_revision:4828; number_of_response:1; }","duration":"133.822191ms","start":"2026-03-03T19:03:13.526456Z","end":"2026-03-03T19:03:13.660278Z","steps":["trace[494584218] 'process raft request' (duration: 52.208922ms)","trace[494584218] 'compare' (duration: 81.416845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:03:14.016377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.073233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:03:14.016589Z","caller":"traceutil/trace.go:171","msg":"trace[1935972190] linearizableReadLoop","detail":"{readStateIndex:5028; appliedIndex:5026; }","duration":"235.881418ms","start":"2026-03-03T19:03:13.780686Z","end":"2026-03-03T19:03:14.016567Z","steps":["trace[1935972190] 'read index received' (duration: 105.497118ms)","trace[1935972190] 'applied index is now lower than readState.Index' (duration: 130.38288ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:14.016698Z","caller":"traceutil/trace.go:171","msg":"trace[396433812] transaction","detail":"{read_only:false; response_revision:4831; number_of_response:1; }","duration":"263.551836ms","start":"2026-03-03T19:03:13.753131Z","end":"2026-03-03T19:03:14.016683Z","steps":["trace[396433812] 'process raft request' (duration: 133.069044ms)","trace[396433812] 'compare' (duration: 129.809116ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:14.016934Z","caller":"traceutil/trace.go:171","msg":"trace[1436161254] transaction","detail":"{read_only:false; response_revision:4832; number_of_response:1; }","duration":"250.018965ms","start":"2026-03-03T19:03:13.766902Z","end":"2026-03-03T19:03:14.016921Z","steps":["trace[1436161254] 'process raft request' (duration: 249.603305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:14.017269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.586276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T19:03:14.01732Z","caller":"traceutil/trace.go:171","msg":"trace[982879365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4832; }","duration":"236.682308ms","start":"2026-03-03T19:03:13.780627Z","end":"2026-03-03T19:03:14.017309Z","steps":["trace[982879365] 'agreement among raft nodes before linearized reading' (duration: 236.525804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:14.017537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.584252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T19:03:14.017576Z","caller":"traceutil/trace.go:171","msg":"trace[1546622928] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:4832; }","duration":"230.673924ms","start":"2026-03-03T19:03:13.786893Z","end":"2026-03-03T19:03:14.017567Z","steps":["trace[1546622928] 'agreement among raft nodes before linearized reading' (duration: 230.565541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:14.018024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.634927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-2tv45\" ","response":"range_response_count:1 size:7665"} {"level":"info","ts":"2026-03-03T19:03:14.018109Z","caller":"traceutil/trace.go:171","msg":"trace[571088797] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-2tv45; range_end:; response_count:1; response_revision:4832; }","duration":"170.78198ms","start":"2026-03-03T19:03:13.847303Z","end":"2026-03-03T19:03:14.018085Z","steps":["trace[571088797] 'agreement among raft nodes before linearized reading' (duration: 170.625787ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:14.19833Z","caller":"traceutil/trace.go:171","msg":"trace[2051016458] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"119.673446ms","start":"2026-03-03T19:03:14.078608Z","end":"2026-03-03T19:03:14.198282Z","steps":["trace[2051016458] 'process raft request' (duration: 76.632422ms)","trace[2051016458] 'compare' (duration: 42.682505ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:14.198364Z","caller":"traceutil/trace.go:171","msg":"trace[989070929] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"119.199144ms","start":"2026-03-03T19:03:14.07913Z","end":"2026-03-03T19:03:14.198329Z","steps":["trace[989070929] 'process raft request' (duration: 119.135222ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:14.198389Z","caller":"traceutil/trace.go:171","msg":"trace[2067810422] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"119.266536ms","start":"2026-03-03T19:03:14.079066Z","end":"2026-03-03T19:03:14.198332Z","steps":["trace[2067810422] 'process raft request' (duration: 119.085432ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:15.029884Z","caller":"traceutil/trace.go:171","msg":"trace[1359525983] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"164.630494ms","start":"2026-03-03T19:03:14.86521Z","end":"2026-03-03T19:03:15.029841Z","steps":["trace[1359525983] 'process raft request' (duration: 164.44989ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:15.100997Z","caller":"traceutil/trace.go:171","msg":"trace[1736035615] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"229.265481ms","start":"2026-03-03T19:03:14.871706Z","end":"2026-03-03T19:03:15.100972Z","steps":["trace[1736035615] 'process raft request' (duration: 229.104777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:21.375336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.405521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-03T19:03:21.375393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.905254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4866"} {"level":"info","ts":"2026-03-03T19:03:21.375431Z","caller":"traceutil/trace.go:171","msg":"trace[464170102] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4935; }","duration":"559.538984ms","start":"2026-03-03T19:03:20.815867Z","end":"2026-03-03T19:03:21.375406Z","steps":["trace[464170102] 'range keys from in-memory index tree' (duration: 559.242126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:21.375526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:20.815852Z","time spent":"559.655107ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-03-03T19:03:21.375522Z","caller":"traceutil/trace.go:171","msg":"trace[619681262] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4935; }","duration":"563.098658ms","start":"2026-03-03T19:03:20.812389Z","end":"2026-03-03T19:03:21.375487Z","steps":["trace[619681262] 'range keys from in-memory index tree' (duration: 562.636848ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:21.375567Z","caller":"traceutil/trace.go:171","msg":"trace[421399289] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"541.873224ms","start":"2026-03-03T19:03:20.833659Z","end":"2026-03-03T19:03:21.375532Z","steps":["trace[421399289] 'process raft request' (duration: 509.420393ms)","trace[421399289] 'compare' (duration: 32.021571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:03:21.375596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:20.812372Z","time spent":"563.206091ms","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4889,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-03T19:03:21.375638Z","caller":"traceutil/trace.go:171","msg":"trace[1508967825] linearizableReadLoop","detail":"{readStateIndex:5133; appliedIndex:5132; }","duration":"469.904973ms","start":"2026-03-03T19:03:20.905706Z","end":"2026-03-03T19:03:21.375611Z","steps":["trace[1508967825] 'read index received' (duration: 437.251837ms)","trace[1508967825] 'applied index is now lower than readState.Index' (duration: 32.650646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:03:21.375721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:20.833629Z","time spent":"542.000767ms","remote":"127.0.0.1:44276","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9200,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T19:03:21.39294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.202904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:03:21.393024Z","caller":"traceutil/trace.go:171","msg":"trace[1667368223] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4936; }","duration":"487.361608ms","start":"2026-03-03T19:03:20.905632Z","end":"2026-03-03T19:03:21.392994Z","steps":["trace[1667368223] 'agreement among raft nodes before linearized reading' (duration: 470.099507ms)","trace[1667368223] 'count revisions from in-memory index tree' (duration: 17.137378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:03:21.393082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:20.905605Z","time spent":"487.468331ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:03:21.393431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.584006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:03:21.393451Z","caller":"traceutil/trace.go:171","msg":"trace[147087163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4936; }","duration":"154.635046ms","start":"2026-03-03T19:03:21.238811Z","end":"2026-03-03T19:03:21.393446Z","steps":["trace[147087163] 'agreement among raft nodes before linearized reading' (duration: 154.597495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:21.393598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.789078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:03:21.393621Z","caller":"traceutil/trace.go:171","msg":"trace[299784862] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4936; }","duration":"164.87323ms","start":"2026-03-03T19:03:21.228743Z","end":"2026-03-03T19:03:21.393616Z","steps":["trace[299784862] 'agreement among raft nodes before linearized reading' (duration: 164.828079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:21.394519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.388437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-rnzdw\" ","response":"range_response_count:1 size:5195"} {"level":"info","ts":"2026-03-03T19:03:21.394617Z","caller":"traceutil/trace.go:171","msg":"trace[759343766] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-rnzdw; range_end:; response_count:1; response_revision:4936; }","duration":"468.491869ms","start":"2026-03-03T19:03:20.926098Z","end":"2026-03-03T19:03:21.39459Z","steps":["trace[759343766] 'agreement among raft nodes before linearized reading' (duration: 468.147961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:21.394661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:20.926072Z","time spent":"468.581231ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5218,"request content":"key:\"/registry/pods/monitoring/goldpinger-rnzdw\" "} {"level":"warn","ts":"2026-03-03T19:03:21.409132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.605715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210796"} {"level":"info","ts":"2026-03-03T19:03:21.409338Z","caller":"traceutil/trace.go:171","msg":"trace[1806298743] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4936; }","duration":"408.769439ms","start":"2026-03-03T19:03:21.000432Z","end":"2026-03-03T19:03:21.409201Z","steps":["trace[1806298743] 'agreement among raft nodes before linearized reading' (duration: 393.292021ms)","trace[1806298743] 'range keys from bolt db' (duration: 15.246442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:03:21.409397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:21.000385Z","time spent":"409.001664ms","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2210819,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-03T19:03:23.149395Z","caller":"traceutil/trace.go:171","msg":"trace[1994178] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"462.326312ms","start":"2026-03-03T19:03:22.687025Z","end":"2026-03-03T19:03:23.149351Z","steps":["trace[1994178] 'process raft request' (duration: 462.075686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:23.14968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:22.686984Z","time spent":"462.544737ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:03:23.149843Z","caller":"traceutil/trace.go:171","msg":"trace[1413808636] linearizableReadLoop","detail":"{readStateIndex:5175; appliedIndex:5175; }","duration":"205.790232ms","start":"2026-03-03T19:03:22.944007Z","end":"2026-03-03T19:03:23.149797Z","steps":["trace[1413808636] 'read index received' (duration: 205.766002ms)","trace[1413808636] 'applied index is now lower than readState.Index' (duration: 21.69µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:03:23.150374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.619108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:03:23.150419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.383987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a22e3b79-e728-438b-b34d-95408cc11cd1\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-03T19:03:23.150433Z","caller":"traceutil/trace.go:171","msg":"trace[694138066] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4977; }","duration":"104.72498ms","start":"2026-03-03T19:03:23.045689Z","end":"2026-03-03T19:03:23.150414Z","steps":["trace[694138066] 'agreement among raft nodes before linearized reading' (duration: 104.634908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:23.150413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.79058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:03:23.15048Z","caller":"traceutil/trace.go:171","msg":"trace[83509763] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a22e3b79-e728-438b-b34d-95408cc11cd1; range_end:; response_count:1; response_revision:4977; }","duration":"206.52697ms","start":"2026-03-03T19:03:22.943934Z","end":"2026-03-03T19:03:23.150461Z","steps":["trace[83509763] 'agreement among raft nodes before linearized reading' (duration: 206.244014ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:23.150526Z","caller":"traceutil/trace.go:171","msg":"trace[370490880] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4977; }","duration":"199.969184ms","start":"2026-03-03T19:03:22.950535Z","end":"2026-03-03T19:03:23.150505Z","steps":["trace[370490880] 'agreement among raft nodes before linearized reading' (duration: 199.78168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:23.500656Z","caller":"traceutil/trace.go:171","msg":"trace[2087758232] linearizableReadLoop","detail":"{readStateIndex:5176; appliedIndex:5175; }","duration":"259.202233ms","start":"2026-03-03T19:03:23.241418Z","end":"2026-03-03T19:03:23.50062Z","steps":["trace[2087758232] 'read index received' (duration: 258.915586ms)","trace[2087758232] 'applied index is now lower than readState.Index' (duration: 284.987µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:23.500801Z","caller":"traceutil/trace.go:171","msg":"trace[1139250256] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"339.894832ms","start":"2026-03-03T19:03:23.160884Z","end":"2026-03-03T19:03:23.500779Z","steps":["trace[1139250256] 'process raft request' (duration: 339.498432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:23.500985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:23.160792Z","time spent":"340.080256ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:03:23.500971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.541731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:03:23.501104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.821827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:03:23.501164Z","caller":"traceutil/trace.go:171","msg":"trace[305765460] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4978; }","duration":"145.897269ms","start":"2026-03-03T19:03:23.35525Z","end":"2026-03-03T19:03:23.501147Z","steps":["trace[305765460] 'agreement among raft nodes before linearized reading' (duration: 145.775356ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:23.501102Z","caller":"traceutil/trace.go:171","msg":"trace[859813242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4978; }","duration":"259.721536ms","start":"2026-03-03T19:03:23.241357Z","end":"2026-03-03T19:03:23.501079Z","steps":["trace[859813242] 'agreement among raft nodes before linearized reading' (duration: 259.457469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:23.500975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.663933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:03:23.501481Z","caller":"traceutil/trace.go:171","msg":"trace[31972132] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:4978; }","duration":"199.243288ms","start":"2026-03-03T19:03:23.302221Z","end":"2026-03-03T19:03:23.501465Z","steps":["trace[31972132] 'agreement among raft nodes before linearized reading' (duration: 198.674734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:24.383813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.134261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:03:24.383959Z","caller":"traceutil/trace.go:171","msg":"trace[399046338] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"328.611182ms","start":"2026-03-03T19:03:24.055324Z","end":"2026-03-03T19:03:24.383935Z","steps":["trace[399046338] 'process raft request' (duration: 217.247235ms)","trace[399046338] 'compare' (duration: 111.004728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:03:24.384031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:24.055269Z","time spent":"328.731625ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:03:24.733296Z","caller":"traceutil/trace.go:171","msg":"trace[311306716] linearizableReadLoop","detail":"{readStateIndex:5178; appliedIndex:5176; }","duration":"661.19606ms","start":"2026-03-03T19:03:24.072066Z","end":"2026-03-03T19:03:24.733262Z","steps":["trace[311306716] 'read index received' (duration: 200.60354ms)","trace[311306716] 'applied index is now lower than readState.Index' (duration: 460.59117ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:24.733402Z","caller":"traceutil/trace.go:171","msg":"trace[207216462] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"668.407161ms","start":"2026-03-03T19:03:24.064917Z","end":"2026-03-03T19:03:24.733325Z","steps":["trace[207216462] 'process raft request' (duration: 595.682822ms)","trace[207216462] 'compare' (duration: 72.515214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:03:24.733606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:24.064887Z","time spent":"668.599345ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:03:24.733633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.546308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T19:03:24.733741Z","caller":"traceutil/trace.go:171","msg":"trace[1131740472] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:4980; }","duration":"661.713142ms","start":"2026-03-03T19:03:24.072005Z","end":"2026-03-03T19:03:24.733718Z","steps":["trace[1131740472] 'agreement among raft nodes before linearized reading' (duration: 661.407975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:24.733794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:24.071985Z","time spent":"661.799975ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-dflmr\" "} {"level":"warn","ts":"2026-03-03T19:03:24.733794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.619758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a22e3b79-e728-438b-b34d-95408cc11cd1\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-03-03T19:03:24.733847Z","caller":"traceutil/trace.go:171","msg":"trace[580845724] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a22e3b79-e728-438b-b34d-95408cc11cd1; range_end:; response_count:1; response_revision:4980; }","duration":"226.750552ms","start":"2026-03-03T19:03:24.507082Z","end":"2026-03-03T19:03:24.733832Z","steps":["trace[580845724] 'agreement among raft nodes before linearized reading' (duration: 226.603168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:24.733933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.172679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T19:03:24.734015Z","caller":"traceutil/trace.go:171","msg":"trace[1023992024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4980; }","duration":"616.286952ms","start":"2026-03-03T19:03:24.117705Z","end":"2026-03-03T19:03:24.733992Z","steps":["trace[1023992024] 'agreement among raft nodes before linearized reading' (duration: 616.038827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:24.734056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:24.117692Z","time spent":"616.357704ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:03:24.734116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.518874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T19:03:24.734226Z","caller":"traceutil/trace.go:171","msg":"trace[2103816400] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4980; }","duration":"615.651047ms","start":"2026-03-03T19:03:24.118545Z","end":"2026-03-03T19:03:24.734196Z","steps":["trace[2103816400] 'agreement among raft nodes before linearized reading' (duration: 615.355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:24.734268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:24.118537Z","time spent":"615.723439ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:03:24.734277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.165106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T19:03:24.734342Z","caller":"traceutil/trace.go:171","msg":"trace[1548642928] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4980; }","duration":"125.33108ms","start":"2026-03-03T19:03:24.608994Z","end":"2026-03-03T19:03:24.734325Z","steps":["trace[1548642928] 'agreement among raft nodes before linearized reading' (duration: 125.067234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:24.734297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.483507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T19:03:24.734408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.424237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T19:03:24.734482Z","caller":"traceutil/trace.go:171","msg":"trace[1670979499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4980; }","duration":"619.529249ms","start":"2026-03-03T19:03:24.114937Z","end":"2026-03-03T19:03:24.734466Z","steps":["trace[1670979499] 'agreement among raft nodes before linearized reading' (duration: 619.330874ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:24.734458Z","caller":"traceutil/trace.go:171","msg":"trace[650702173] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4980; }","duration":"661.958628ms","start":"2026-03-03T19:03:24.07243Z","end":"2026-03-03T19:03:24.734388Z","steps":["trace[650702173] 'agreement among raft nodes before linearized reading' (duration: 661.22662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:24.734523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:24.114925Z","time spent":"619.590871ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:03:24.734494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.962883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T19:03:24.734613Z","caller":"traceutil/trace.go:171","msg":"trace[1674123917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4980; }","duration":"621.121477ms","start":"2026-03-03T19:03:24.113468Z","end":"2026-03-03T19:03:24.734589Z","steps":["trace[1674123917] 'agreement among raft nodes before linearized reading' (duration: 620.815139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:24.734663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:24.113458Z","time spent":"621.194418ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:03:24.734658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:24.072402Z","time spent":"662.241645ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:03:26.703062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.087996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:03:26.703172Z","caller":"traceutil/trace.go:171","msg":"trace[77145198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4995; }","duration":"463.276831ms","start":"2026-03-03T19:03:26.239874Z","end":"2026-03-03T19:03:26.703151Z","steps":["trace[77145198] 'range keys from in-memory index tree' (duration: 463.002115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:26.703223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:26.239846Z","time spent":"463.363673ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:03:26.758411Z","caller":"traceutil/trace.go:171","msg":"trace[249731658] linearizableReadLoop","detail":"{readStateIndex:5195; appliedIndex:5194; }","duration":"301.928286ms","start":"2026-03-03T19:03:26.456454Z","end":"2026-03-03T19:03:26.758382Z","steps":["trace[249731658] 'read index received' (duration: 301.64975ms)","trace[249731658] 'applied index is now lower than readState.Index' (duration: 277.036µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:26.758418Z","caller":"traceutil/trace.go:171","msg":"trace[754368258] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"365.626404ms","start":"2026-03-03T19:03:26.392751Z","end":"2026-03-03T19:03:26.758377Z","steps":["trace[754368258] 'process raft request' (duration: 365.389609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:26.75859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.11532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:03:26.758662Z","caller":"traceutil/trace.go:171","msg":"trace[766880471] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:4996; }","duration":"302.264124ms","start":"2026-03-03T19:03:26.456382Z","end":"2026-03-03T19:03:26.758646Z","steps":["trace[766880471] 'agreement among raft nodes before linearized reading' (duration: 302.11952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:26.758711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:26.456351Z","time spent":"302.348876ms","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:03:26.758729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:26.392716Z","time spent":"365.836129ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:03:26.760091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.162628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:03:26.760182Z","caller":"traceutil/trace.go:171","msg":"trace[2053448460] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:4998; }","duration":"116.323693ms","start":"2026-03-03T19:03:26.643838Z","end":"2026-03-03T19:03:26.760162Z","steps":["trace[2053448460] 'agreement among raft nodes before linearized reading' (duration: 116.155219ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:27.944049Z","caller":"traceutil/trace.go:171","msg":"trace[196610680] linearizableReadLoop","detail":"{readStateIndex:5239; appliedIndex:5238; }","duration":"170.180305ms","start":"2026-03-03T19:03:27.773847Z","end":"2026-03-03T19:03:27.944028Z","steps":["trace[196610680] 'read index received' (duration: 169.937519ms)","trace[196610680] 'applied index is now lower than readState.Index' (duration: 241.396µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:27.944124Z","caller":"traceutil/trace.go:171","msg":"trace[571181733] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"171.881665ms","start":"2026-03-03T19:03:27.772201Z","end":"2026-03-03T19:03:27.944083Z","steps":["trace[571181733] 'process raft request' (duration: 171.66576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:27.944313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.449551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-03T19:03:27.944346Z","caller":"traceutil/trace.go:171","msg":"trace[1818782340] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5037; }","duration":"170.551373ms","start":"2026-03-03T19:03:27.773783Z","end":"2026-03-03T19:03:27.944335Z","steps":["trace[1818782340] 'agreement among raft nodes before linearized reading' (duration: 170.388759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:34.910719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.946567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:03:34.910817Z","caller":"traceutil/trace.go:171","msg":"trace[246210963] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5138; }","duration":"391.128262ms","start":"2026-03-03T19:03:34.519666Z","end":"2026-03-03T19:03:34.910794Z","steps":["trace[246210963] 'count revisions from in-memory index tree' (duration: 390.750343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:34.910871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:34.519638Z","time spent":"391.220514ms","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:03:34.922488Z","caller":"traceutil/trace.go:171","msg":"trace[244331928] linearizableReadLoop","detail":"{readStateIndex:5344; appliedIndex:5342; }","duration":"114.211701ms","start":"2026-03-03T19:03:34.808242Z","end":"2026-03-03T19:03:34.922453Z","steps":["trace[244331928] 'read index received' (duration: 113.73164ms)","trace[244331928] 'applied index is now lower than readState.Index' (duration: 479.081µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:34.922562Z","caller":"traceutil/trace.go:171","msg":"trace[649943519] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"133.771588ms","start":"2026-03-03T19:03:34.788743Z","end":"2026-03-03T19:03:34.922514Z","steps":["trace[649943519] 'process raft request' (duration: 133.43494ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:34.922681Z","caller":"traceutil/trace.go:171","msg":"trace[818577812] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"133.196435ms","start":"2026-03-03T19:03:34.789469Z","end":"2026-03-03T19:03:34.922666Z","steps":["trace[818577812] 'process raft request' (duration: 132.942458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:34.92301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.739565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T19:03:34.923052Z","caller":"traceutil/trace.go:171","msg":"trace[1634639976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5140; }","duration":"114.843197ms","start":"2026-03-03T19:03:34.808194Z","end":"2026-03-03T19:03:34.923038Z","steps":["trace[1634639976] 'agreement among raft nodes before linearized reading' (duration: 114.634122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:34.923065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.011438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T19:03:34.923117Z","caller":"traceutil/trace.go:171","msg":"trace[1750072231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5140; }","duration":"114.11919ms","start":"2026-03-03T19:03:34.808983Z","end":"2026-03-03T19:03:34.923103Z","steps":["trace[1750072231] 'agreement among raft nodes before linearized reading' (duration: 113.967396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:34.923176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.843296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T19:03:34.923198Z","caller":"traceutil/trace.go:171","msg":"trace[171664966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5140; }","duration":"111.886646ms","start":"2026-03-03T19:03:34.811305Z","end":"2026-03-03T19:03:34.923191Z","steps":["trace[171664966] 'agreement among raft nodes before linearized reading' (duration: 111.812134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:34.923211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.386517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T19:03:34.923242Z","caller":"traceutil/trace.go:171","msg":"trace[222006442] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:5140; }","duration":"109.454579ms","start":"2026-03-03T19:03:34.813778Z","end":"2026-03-03T19:03:34.923232Z","steps":["trace[222006442] 'agreement among raft nodes before linearized reading' (duration: 109.295555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:34.923307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.093365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T19:03:34.923396Z","caller":"traceutil/trace.go:171","msg":"trace[1730390435] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5140; }","duration":"105.236208ms","start":"2026-03-03T19:03:34.818139Z","end":"2026-03-03T19:03:34.923375Z","steps":["trace[1730390435] 'agreement among raft nodes before linearized reading' (duration: 104.948452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:34.923433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.864124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T19:03:34.923542Z","caller":"traceutil/trace.go:171","msg":"trace[1509757186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5140; }","duration":"114.044218ms","start":"2026-03-03T19:03:34.809477Z","end":"2026-03-03T19:03:34.923521Z","steps":["trace[1509757186] 'agreement among raft nodes before linearized reading' (duration: 113.71802ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:40.429745Z","caller":"traceutil/trace.go:171","msg":"trace[284827594] linearizableReadLoop","detail":"{readStateIndex:5392; appliedIndex:5391; }","duration":"255.207242ms","start":"2026-03-03T19:03:40.1745Z","end":"2026-03-03T19:03:40.429707Z","steps":["trace[284827594] 'read index received' (duration: 254.890784ms)","trace[284827594] 'applied index is now lower than readState.Index' (duration: 314.648µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:40.429803Z","caller":"traceutil/trace.go:171","msg":"trace[546310692] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"262.441304ms","start":"2026-03-03T19:03:40.167314Z","end":"2026-03-03T19:03:40.429756Z","steps":["trace[546310692] 'process raft request' (duration: 262.138277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:40.430131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.599862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T19:03:40.43019Z","caller":"traceutil/trace.go:171","msg":"trace[1487738692] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5187; }","duration":"255.713704ms","start":"2026-03-03T19:03:40.174457Z","end":"2026-03-03T19:03:40.43017Z","steps":["trace[1487738692] 'agreement among raft nodes before linearized reading' (duration: 255.472768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:40.430227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.32046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T19:03:40.430287Z","caller":"traceutil/trace.go:171","msg":"trace[1344437569] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5187; }","duration":"220.425513ms","start":"2026-03-03T19:03:40.209841Z","end":"2026-03-03T19:03:40.430267Z","steps":["trace[1344437569] 'agreement among raft nodes before linearized reading' (duration: 220.194918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:40.430485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.781068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:03:40.430597Z","caller":"traceutil/trace.go:171","msg":"trace[1104482960] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5187; }","duration":"107.975234ms","start":"2026-03-03T19:03:40.322595Z","end":"2026-03-03T19:03:40.430571Z","steps":["trace[1104482960] 'agreement among raft nodes before linearized reading' (duration: 107.766469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:40.430525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.185636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:03:40.430712Z","caller":"traceutil/trace.go:171","msg":"trace[1946225738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5187; }","duration":"191.401342ms","start":"2026-03-03T19:03:40.239299Z","end":"2026-03-03T19:03:40.430701Z","steps":["trace[1946225738] 'agreement among raft nodes before linearized reading' (duration: 191.188887ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:40.712934Z","caller":"traceutil/trace.go:171","msg":"trace[1981066417] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"273.098598ms","start":"2026-03-03T19:03:40.439806Z","end":"2026-03-03T19:03:40.712905Z","steps":["trace[1981066417] 'process raft request' (duration: 272.927934ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:40.712923Z","caller":"traceutil/trace.go:171","msg":"trace[1743992605] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"273.471867ms","start":"2026-03-03T19:03:40.439393Z","end":"2026-03-03T19:03:40.712865Z","steps":["trace[1743992605] 'process raft request' (duration: 187.018337ms)","trace[1743992605] 'compare' (duration: 86.124803ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:40.713098Z","caller":"traceutil/trace.go:171","msg":"trace[1349591789] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"272.073614ms","start":"2026-03-03T19:03:40.440998Z","end":"2026-03-03T19:03:40.713071Z","steps":["trace[1349591789] 'process raft request' (duration: 271.841899ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:40.713721Z","caller":"traceutil/trace.go:171","msg":"trace[1347172738] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"272.597637ms","start":"2026-03-03T19:03:40.441085Z","end":"2026-03-03T19:03:40.713682Z","steps":["trace[1347172738] 'process raft request' (duration: 271.90429ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:40.713875Z","caller":"traceutil/trace.go:171","msg":"trace[443236496] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"271.736456ms","start":"2026-03-03T19:03:40.442111Z","end":"2026-03-03T19:03:40.713847Z","steps":["trace[443236496] 'process raft request' (duration: 271.48105ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:40.71396Z","caller":"traceutil/trace.go:171","msg":"trace[1666990933] linearizableReadLoop","detail":"{readStateIndex:5396; appliedIndex:5392; }","duration":"272.204057ms","start":"2026-03-03T19:03:40.44174Z","end":"2026-03-03T19:03:40.713944Z","steps":["trace[1666990933] 'read index received' (duration: 184.692701ms)","trace[1666990933] 'applied index is now lower than readState.Index' (duration: 87.507386ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:40.714068Z","caller":"traceutil/trace.go:171","msg":"trace[1965413410] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"264.116375ms","start":"2026-03-03T19:03:40.449941Z","end":"2026-03-03T19:03:40.714057Z","steps":["trace[1965413410] 'process raft request' (duration: 263.820878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:40.714367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.002119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T19:03:40.714419Z","caller":"traceutil/trace.go:171","msg":"trace[281170102] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5193; }","duration":"104.212673ms","start":"2026-03-03T19:03:40.610195Z","end":"2026-03-03T19:03:40.714408Z","steps":["trace[281170102] 'agreement among raft nodes before linearized reading' (duration: 103.951837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:40.714431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.658518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a22e3b79-e728-438b-b34d-95408cc11cd1\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T19:03:40.714494Z","caller":"traceutil/trace.go:171","msg":"trace[1618615956] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a22e3b79-e728-438b-b34d-95408cc11cd1; range_end:; response_count:1; response_revision:5193; }","duration":"272.755501ms","start":"2026-03-03T19:03:40.441723Z","end":"2026-03-03T19:03:40.714479Z","steps":["trace[1618615956] 'agreement among raft nodes before linearized reading' (duration: 272.562416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:41.068834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.631436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:03:41.069247Z","caller":"traceutil/trace.go:171","msg":"trace[1499326957] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"331.590383ms","start":"2026-03-03T19:03:40.737581Z","end":"2026-03-03T19:03:41.069171Z","steps":["trace[1499326957] 'process raft request' (duration: 228.516096ms)","trace[1499326957] 'compare' (duration: 102.451012ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:41.069321Z","caller":"traceutil/trace.go:171","msg":"trace[1468564914] linearizableReadLoop","detail":"{readStateIndex:5399; appliedIndex:5398; }","duration":"267.542986ms","start":"2026-03-03T19:03:40.801733Z","end":"2026-03-03T19:03:41.069276Z","steps":["trace[1468564914] 'read index received' (duration: 164.379398ms)","trace[1468564914] 'applied index is now lower than readState.Index' (duration: 103.161338ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:41.069395Z","caller":"traceutil/trace.go:171","msg":"trace[560584357] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"119.096169ms","start":"2026-03-03T19:03:40.950276Z","end":"2026-03-03T19:03:41.069372Z","steps":["trace[560584357] 'process raft request' (duration: 119.044677ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:41.069419Z","caller":"traceutil/trace.go:171","msg":"trace[1104622445] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"122.276184ms","start":"2026-03-03T19:03:40.947116Z","end":"2026-03-03T19:03:41.069392Z","steps":["trace[1104622445] 'process raft request' (duration: 121.841074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:41.069515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.759131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:03:41.069599Z","caller":"traceutil/trace.go:171","msg":"trace[1889607157] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5196; }","duration":"267.921126ms","start":"2026-03-03T19:03:40.801661Z","end":"2026-03-03T19:03:41.069583Z","steps":["trace[1889607157] 'agreement among raft nodes before linearized reading' (duration: 267.70116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:41.069608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.432451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:03:41.069664Z","caller":"traceutil/trace.go:171","msg":"trace[1713920435] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5196; }","duration":"162.569934ms","start":"2026-03-03T19:03:40.907074Z","end":"2026-03-03T19:03:41.069644Z","steps":["trace[1713920435] 'agreement among raft nodes before linearized reading' (duration: 162.433101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:41.06977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:40.737565Z","time spent":"331.778077ms","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:03:41.06981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.589368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T19:03:41.069789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.786089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T19:03:41.069856Z","caller":"traceutil/trace.go:171","msg":"trace[766978287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5196; }","duration":"108.65374ms","start":"2026-03-03T19:03:40.961187Z","end":"2026-03-03T19:03:41.069841Z","steps":["trace[766978287] 'agreement among raft nodes before linearized reading' (duration: 108.500356ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:41.06988Z","caller":"traceutil/trace.go:171","msg":"trace[1262120769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5196; }","duration":"107.906421ms","start":"2026-03-03T19:03:40.96195Z","end":"2026-03-03T19:03:41.069856Z","steps":["trace[1262120769] 'agreement among raft nodes before linearized reading' (duration: 107.616404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:41.070073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.746272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T19:03:41.070122Z","caller":"traceutil/trace.go:171","msg":"trace[1895426258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5196; }","duration":"108.811333ms","start":"2026-03-03T19:03:40.961299Z","end":"2026-03-03T19:03:41.07011Z","steps":["trace[1895426258] 'agreement among raft nodes before linearized reading' (duration: 108.410314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:41.070153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.072621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T19:03:41.070023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.230745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T19:03:41.070218Z","caller":"traceutil/trace.go:171","msg":"trace[1446414709] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:5196; }","duration":"107.474592ms","start":"2026-03-03T19:03:40.962734Z","end":"2026-03-03T19:03:41.070209Z","steps":["trace[1446414709] 'agreement among raft nodes before linearized reading' (duration: 106.857747ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:41.070217Z","caller":"traceutil/trace.go:171","msg":"trace[1697215347] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5196; }","duration":"112.175193ms","start":"2026-03-03T19:03:40.958019Z","end":"2026-03-03T19:03:41.070195Z","steps":["trace[1697215347] 'agreement among raft nodes before linearized reading' (duration: 111.845955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:41.070446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.82736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T19:03:41.070507Z","caller":"traceutil/trace.go:171","msg":"trace[1234916752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5196; }","duration":"107.964283ms","start":"2026-03-03T19:03:40.962528Z","end":"2026-03-03T19:03:41.070492Z","steps":["trace[1234916752] 'agreement among raft nodes before linearized reading' (duration: 107.079952ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:41.332869Z","caller":"traceutil/trace.go:171","msg":"trace[276206344] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"257.822164ms","start":"2026-03-03T19:03:41.075012Z","end":"2026-03-03T19:03:41.332834Z","steps":["trace[276206344] 'process raft request' (duration: 166.688632ms)","trace[276206344] 'compare' (duration: 90.945058ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:41.375553Z","caller":"traceutil/trace.go:171","msg":"trace[1397345878] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"299.877757ms","start":"2026-03-03T19:03:41.075644Z","end":"2026-03-03T19:03:41.375522Z","steps":["trace[1397345878] 'process raft request' (duration: 299.618121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:41.375727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:41.075623Z","time spent":"300.00973ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:03:41.375906Z","caller":"traceutil/trace.go:171","msg":"trace[429487334] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"300.188934ms","start":"2026-03-03T19:03:41.075674Z","end":"2026-03-03T19:03:41.375863Z","steps":["trace[429487334] 'process raft request' (duration: 299.792165ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:41.375966Z","caller":"traceutil/trace.go:171","msg":"trace[492229832] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"299.969619ms","start":"2026-03-03T19:03:41.075983Z","end":"2026-03-03T19:03:41.375952Z","steps":["trace[492229832] 'process raft request' (duration: 299.739714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:41.376034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:41.075971Z","time spent":"300.02795ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:03:41.37611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:41.07565Z","time spent":"300.352638ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:03:41.376304Z","caller":"traceutil/trace.go:171","msg":"trace[1261342271] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"300.02611ms","start":"2026-03-03T19:03:41.076224Z","end":"2026-03-03T19:03:41.37625Z","steps":["trace[1261342271] 'process raft request' (duration: 299.59859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:41.37657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:41.076213Z","time spent":"300.218865ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:03:41.438646Z","caller":"traceutil/trace.go:171","msg":"trace[190383243] linearizableReadLoop","detail":"{readStateIndex:5405; appliedIndex:5401; }","duration":"362.604211ms","start":"2026-03-03T19:03:41.076021Z","end":"2026-03-03T19:03:41.438626Z","steps":["trace[190383243] 'read index received' (duration: 165.703989ms)","trace[190383243] 'applied index is now lower than readState.Index' (duration: 196.899312ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:03:41.439005Z","caller":"traceutil/trace.go:171","msg":"trace[1984514914] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"223.437114ms","start":"2026-03-03T19:03:41.215558Z","end":"2026-03-03T19:03:41.438995Z","steps":["trace[1984514914] 'process raft request' (duration: 222.794459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:41.439354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.311068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81721"} {"level":"info","ts":"2026-03-03T19:03:41.439385Z","caller":"traceutil/trace.go:171","msg":"trace[1739043452] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5202; }","duration":"363.40016ms","start":"2026-03-03T19:03:41.075977Z","end":"2026-03-03T19:03:41.439377Z","steps":["trace[1739043452] 'agreement among raft nodes before linearized reading' (duration: 363.198385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:41.439409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:41.075965Z","time spent":"363.437681ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81744,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T19:03:41.439398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.549336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:03:41.439488Z","caller":"traceutil/trace.go:171","msg":"trace[1792652469] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5202; }","duration":"327.686959ms","start":"2026-03-03T19:03:41.111778Z","end":"2026-03-03T19:03:41.439465Z","steps":["trace[1792652469] 'agreement among raft nodes before linearized reading' (duration: 327.507085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:41.439552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:41.111768Z","time spent":"327.769511ms","remote":"127.0.0.1:42392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:03:41.43962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.091261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:03:41.439708Z","caller":"traceutil/trace.go:171","msg":"trace[411120831] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5202; }","duration":"313.253535ms","start":"2026-03-03T19:03:41.126433Z","end":"2026-03-03T19:03:41.439686Z","steps":["trace[411120831] 'agreement among raft nodes before linearized reading' (duration: 313.107631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:41.43975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:03:41.126409Z","time spent":"313.332917ms","remote":"127.0.0.1:55642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:03:41.43978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.426332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:03:41.439945Z","caller":"traceutil/trace.go:171","msg":"trace[1522107384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5202; }","duration":"199.650478ms","start":"2026-03-03T19:03:41.240254Z","end":"2026-03-03T19:03:41.439904Z","steps":["trace[1522107384] 'agreement among raft nodes before linearized reading' (duration: 199.33228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:03:41.439801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.325918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T19:03:41.440008Z","caller":"traceutil/trace.go:171","msg":"trace[1120056001] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5202; }","duration":"214.618575ms","start":"2026-03-03T19:03:41.225374Z","end":"2026-03-03T19:03:41.439992Z","steps":["trace[1120056001] 'agreement among raft nodes before linearized reading' (duration: 214.131683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:04:23.945303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.10108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T19:04:23.945454Z","caller":"traceutil/trace.go:171","msg":"trace[410374640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5519; }","duration":"370.323246ms","start":"2026-03-03T19:04:23.575092Z","end":"2026-03-03T19:04:23.945415Z","steps":["trace[410374640] 'range keys from in-memory index tree' (duration: 369.840504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:04:23.945551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:04:23.575058Z","time spent":"370.449818ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:04:23.945523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.822976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:04:23.945678Z","caller":"traceutil/trace.go:171","msg":"trace[939891078] linearizableReadLoop","detail":"{readStateIndex:5736; appliedIndex:5735; }","duration":"353.30403ms","start":"2026-03-03T19:04:23.592347Z","end":"2026-03-03T19:04:23.945651Z","steps":["trace[939891078] 'read index received' (duration: 126.127935ms)","trace[939891078] 'applied index is now lower than readState.Index' (duration: 227.174245ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:04:23.945709Z","caller":"traceutil/trace.go:171","msg":"trace[1852813633] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"358.040193ms","start":"2026-03-03T19:04:23.587645Z","end":"2026-03-03T19:04:23.945685Z","steps":["trace[1852813633] 'process raft request' (duration: 130.9167ms)","trace[1852813633] 'compare' (duration: 226.636371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:04:23.94581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:04:23.587597Z","time spent":"358.162625ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:04:23.945946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.594106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T19:04:23.946002Z","caller":"traceutil/trace.go:171","msg":"trace[664863580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5520; }","duration":"353.693879ms","start":"2026-03-03T19:04:23.592294Z","end":"2026-03-03T19:04:23.945988Z","steps":["trace[664863580] 'agreement among raft nodes before linearized reading' (duration: 353.493824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:04:23.946045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:04:23.592271Z","time spent":"353.763631ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:04:23.946538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.545734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T19:04:23.946623Z","caller":"traceutil/trace.go:171","msg":"trace[1362653220] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:5520; }","duration":"277.647067ms","start":"2026-03-03T19:04:23.668953Z","end":"2026-03-03T19:04:23.9466Z","steps":["trace[1362653220] 'agreement among raft nodes before linearized reading' (duration: 277.440782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:04:23.946666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.619266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T19:04:23.946787Z","caller":"traceutil/trace.go:171","msg":"trace[1850655246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5520; }","duration":"350.77595ms","start":"2026-03-03T19:04:23.595977Z","end":"2026-03-03T19:04:23.946753Z","steps":["trace[1850655246] 'agreement among raft nodes before linearized reading' (duration: 350.398101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:04:23.946842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:04:23.595968Z","time spent":"350.864522ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:04:23.946986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.107024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T19:04:23.947004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.495875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T19:04:23.947115Z","caller":"traceutil/trace.go:171","msg":"trace[648373515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5520; }","duration":"314.667519ms","start":"2026-03-03T19:04:23.63242Z","end":"2026-03-03T19:04:23.947087Z","steps":["trace[648373515] 'agreement among raft nodes before linearized reading' (duration: 313.953622ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:04:23.947131Z","caller":"traceutil/trace.go:171","msg":"trace[1935090814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5520; }","duration":"350.285109ms","start":"2026-03-03T19:04:23.596789Z","end":"2026-03-03T19:04:23.947074Z","steps":["trace[1935090814] 'agreement among raft nodes before linearized reading' (duration: 349.627263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:04:23.947173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:04:23.632386Z","time spent":"314.775622ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:04:23.947242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:04:23.596778Z","time spent":"350.422772ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T19:04:24.201958Z","caller":"traceutil/trace.go:171","msg":"trace[1477888345] transaction","detail":"{read_only:false; response_revision:5523; number_of_response:1; }","duration":"250.366906ms","start":"2026-03-03T19:04:23.95156Z","end":"2026-03-03T19:04:24.201927Z","steps":["trace[1477888345] 'process raft request' (duration: 250.269244ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:04:24.202Z","caller":"traceutil/trace.go:171","msg":"trace[368994340] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"250.51523ms","start":"2026-03-03T19:04:23.951449Z","end":"2026-03-03T19:04:24.201964Z","steps":["trace[368994340] 'process raft request' (duration: 250.152262ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:04:24.202357Z","caller":"traceutil/trace.go:171","msg":"trace[189946081] linearizableReadLoop","detail":"{readStateIndex:5741; appliedIndex:5737; }","duration":"250.613853ms","start":"2026-03-03T19:04:23.951714Z","end":"2026-03-03T19:04:24.202327Z","steps":["trace[189946081] 'read index received' (duration: 64.639521ms)","trace[189946081] 'applied index is now lower than readState.Index' (duration: 185.972992ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:04:24.202533Z","caller":"traceutil/trace.go:171","msg":"trace[1151595575] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"250.843458ms","start":"2026-03-03T19:04:23.951665Z","end":"2026-03-03T19:04:24.202509Z","steps":["trace[1151595575] 'process raft request' (duration: 250.526201ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:04:24.202512Z","caller":"traceutil/trace.go:171","msg":"trace[1288847951] transaction","detail":"{read_only:false; response_revision:5524; number_of_response:1; }","duration":"250.805957ms","start":"2026-03-03T19:04:23.951659Z","end":"2026-03-03T19:04:24.202464Z","steps":["trace[1288847951] 'process raft request' (duration: 250.222813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:04:24.202732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.984642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101430"} {"level":"info","ts":"2026-03-03T19:04:24.20278Z","caller":"traceutil/trace.go:171","msg":"trace[41145163] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5525; }","duration":"251.079063ms","start":"2026-03-03T19:04:23.951691Z","end":"2026-03-03T19:04:24.20277Z","steps":["trace[41145163] 'agreement among raft nodes before linearized reading' (duration: 250.759216ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:04:32.459962Z","caller":"traceutil/trace.go:171","msg":"trace[613560039] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"214.836543ms","start":"2026-03-03T19:04:32.245095Z","end":"2026-03-03T19:04:32.459932Z","steps":["trace[613560039] 'process raft request' (duration: 212.061468ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:04:32.460256Z","caller":"traceutil/trace.go:171","msg":"trace[1976067470] linearizableReadLoop","detail":"{readStateIndex:5811; appliedIndex:5809; }","duration":"186.03989ms","start":"2026-03-03T19:04:32.274188Z","end":"2026-03-03T19:04:32.460228Z","steps":["trace[1976067470] 'read index received' (duration: 182.987588ms)","trace[1976067470] 'applied index is now lower than readState.Index' (duration: 3.050882ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:04:32.460472Z","caller":"traceutil/trace.go:171","msg":"trace[227524730] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"214.328202ms","start":"2026-03-03T19:04:32.246118Z","end":"2026-03-03T19:04:32.460446Z","steps":["trace[227524730] 'process raft request' (duration: 213.763028ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:04:32.460497Z","caller":"traceutil/trace.go:171","msg":"trace[2005438177] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"180.984591ms","start":"2026-03-03T19:04:32.279495Z","end":"2026-03-03T19:04:32.460479Z","steps":["trace[2005438177] 'process raft request' (duration: 180.640223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:04:32.460727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.68205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T19:04:32.461099Z","caller":"traceutil/trace.go:171","msg":"trace[1657489219] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:5594; }","duration":"214.867715ms","start":"2026-03-03T19:04:32.245959Z","end":"2026-03-03T19:04:32.460827Z","steps":["trace[1657489219] 'agreement among raft nodes before linearized reading' (duration: 214.479025ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:04:32.767387Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2709} {"level":"info","ts":"2026-03-03T19:04:32.857583Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2709,"took":"88.474798ms","hash":3575994185,"current-db-size-bytes":40742912,"current-db-size":"41 MB","current-db-size-in-use-bytes":30302208,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T19:04:32.857654Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3575994185,"revision":2709,"compact-revision":-1} {"level":"warn","ts":"2026-03-03T19:04:36.677292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.036929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T19:04:36.677402Z","caller":"traceutil/trace.go:171","msg":"trace[135568820] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5619; }","duration":"121.191323ms","start":"2026-03-03T19:04:36.556183Z","end":"2026-03-03T19:04:36.677374Z","steps":["trace[135568820] 'agreement among raft nodes before linearized reading' (duration: 120.825085ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:08:03.881671Z","caller":"traceutil/trace.go:171","msg":"trace[245346476] linearizableReadLoop","detail":"{readStateIndex:7234; appliedIndex:7232; }","duration":"105.915108ms","start":"2026-03-03T19:08:03.775723Z","end":"2026-03-03T19:08:03.881638Z","steps":["trace[245346476] 'read index received' (duration: 25.408249ms)","trace[245346476] 'applied index is now lower than readState.Index' (duration: 80.505429ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:08:03.881705Z","caller":"traceutil/trace.go:171","msg":"trace[1024001903] transaction","detail":"{read_only:false; response_revision:6964; number_of_response:1; }","duration":"106.600375ms","start":"2026-03-03T19:08:03.775057Z","end":"2026-03-03T19:08:03.881658Z","steps":["trace[1024001903] 'process raft request' (duration: 106.345189ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:08:03.881794Z","caller":"traceutil/trace.go:171","msg":"trace[1326540150] transaction","detail":"{read_only:false; response_revision:6965; number_of_response:1; }","duration":"105.939759ms","start":"2026-03-03T19:08:03.77581Z","end":"2026-03-03T19:08:03.88175Z","steps":["trace[1326540150] 'process raft request' (duration: 105.768195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:08:03.881936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.186625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T19:08:03.882544Z","caller":"traceutil/trace.go:171","msg":"trace[452697616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6965; }","duration":"106.82816ms","start":"2026-03-03T19:08:03.775683Z","end":"2026-03-03T19:08:03.882511Z","steps":["trace[452697616] 'agreement among raft nodes before linearized reading' (duration: 106.084063ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:10.432349Z","caller":"traceutil/trace.go:171","msg":"trace[1517417777] linearizableReadLoop","detail":"{readStateIndex:7670; appliedIndex:7669; }","duration":"118.101167ms","start":"2026-03-03T19:09:10.314213Z","end":"2026-03-03T19:09:10.432314Z","steps":["trace[1517417777] 'read index received' (duration: 117.770459ms)","trace[1517417777] 'applied index is now lower than readState.Index' (duration: 329.168µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:09:10.432817Z","caller":"traceutil/trace.go:171","msg":"trace[221745047] transaction","detail":"{read_only:false; response_revision:7386; number_of_response:1; }","duration":"129.482035ms","start":"2026-03-03T19:09:10.303321Z","end":"2026-03-03T19:09:10.432803Z","steps":["trace[221745047] 'process raft request' (duration: 128.777258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:10.433207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.980757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T19:09:10.433258Z","caller":"traceutil/trace.go:171","msg":"trace[1275299216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7386; }","duration":"119.109639ms","start":"2026-03-03T19:09:10.314134Z","end":"2026-03-03T19:09:10.433244Z","steps":["trace[1275299216] 'agreement among raft nodes before linearized reading' (duration: 118.893104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:10.940103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113045094,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:09:11.02946Z","caller":"traceutil/trace.go:171","msg":"trace[979934493] transaction","detail":"{read_only:false; response_revision:7387; number_of_response:1; }","duration":"590.257995ms","start":"2026-03-03T19:09:10.439174Z","end":"2026-03-03T19:09:11.029432Z","steps":["trace[979934493] 'process raft request' (duration: 589.430895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:11.029622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:10.439137Z","time spent":"590.403428ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:09:11.030537Z","caller":"traceutil/trace.go:171","msg":"trace[1194461776] transaction","detail":"{read_only:false; response_revision:7388; number_of_response:1; }","duration":"437.86319ms","start":"2026-03-03T19:09:10.592638Z","end":"2026-03-03T19:09:11.030501Z","steps":["trace[1194461776] 'process raft request' (duration: 437.645335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:11.03076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:10.592617Z","time spent":"438.019793ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:09:11.03237Z","caller":"traceutil/trace.go:171","msg":"trace[144219911] linearizableReadLoop","detail":"{readStateIndex:7672; appliedIndex:7670; }","duration":"592.439565ms","start":"2026-03-03T19:09:10.439911Z","end":"2026-03-03T19:09:11.03235Z","steps":["trace[144219911] 'read index received' (duration: 588.681137ms)","trace[144219911] 'applied index is now lower than readState.Index' (duration: 3.757648ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:09:11.032958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.04564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222684"} {"level":"info","ts":"2026-03-03T19:09:11.033007Z","caller":"traceutil/trace.go:171","msg":"trace[640065746] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7389; }","duration":"593.164353ms","start":"2026-03-03T19:09:10.439831Z","end":"2026-03-03T19:09:11.032996Z","steps":["trace[640065746] 'agreement among raft nodes before linearized reading' (duration: 592.839145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:11.033043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:10.439806Z","time spent":"593.226515ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222707,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T19:09:11.033704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.389867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:09:11.033799Z","caller":"traceutil/trace.go:171","msg":"trace[1831723446] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:7389; }","duration":"527.181646ms","start":"2026-03-03T19:09:10.506598Z","end":"2026-03-03T19:09:11.033779Z","steps":["trace[1831723446] 'agreement among raft nodes before linearized reading' (duration: 526.337926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:11.033996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:10.506581Z","time spent":"527.33682ms","remote":"127.0.0.1:44000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:09:32.774649Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5595} {"level":"info","ts":"2026-03-03T19:09:32.861683Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5595,"took":"84.717699ms","hash":613778290,"current-db-size-bytes":40742912,"current-db-size":"41 MB","current-db-size-in-use-bytes":21487616,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T19:09:32.861808Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":613778290,"revision":5595,"compact-revision":2709} {"level":"warn","ts":"2026-03-03T19:09:41.080351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113045847,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:09:41.08553Z","caller":"traceutil/trace.go:171","msg":"trace[762824637] transaction","detail":"{read_only:false; response_revision:7704; number_of_response:1; }","duration":"668.743856ms","start":"2026-03-03T19:09:40.41676Z","end":"2026-03-03T19:09:41.085504Z","steps":["trace[762824637] 'process raft request' (duration: 668.572922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:41.085897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:40.416735Z","time spent":"668.857009ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:09:41.095799Z","caller":"traceutil/trace.go:171","msg":"trace[1292423970] transaction","detail":"{read_only:false; response_revision:7705; number_of_response:1; }","duration":"675.475905ms","start":"2026-03-03T19:09:40.42031Z","end":"2026-03-03T19:09:41.095786Z","steps":["trace[1292423970] 'process raft request' (duration: 674.481101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:41.09586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:40.420293Z","time spent":"675.538636ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:09:41.14279Z","caller":"traceutil/trace.go:171","msg":"trace[456540172] linearizableReadLoop","detail":"{readStateIndex:8000; appliedIndex:7997; }","duration":"562.820947ms","start":"2026-03-03T19:09:40.579939Z","end":"2026-03-03T19:09:41.14276Z","steps":["trace[456540172] 'read index received' (duration: 505.455364ms)","trace[456540172] 'applied index is now lower than readState.Index' (duration: 57.363803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:09:41.143231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.265817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T19:09:41.143334Z","caller":"traceutil/trace.go:171","msg":"trace[196707110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7705; }","duration":"563.450512ms","start":"2026-03-03T19:09:40.579862Z","end":"2026-03-03T19:09:41.143313Z","steps":["trace[196707110] 'agreement among raft nodes before linearized reading' (duration: 563.006252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:41.143478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:40.579831Z","time spent":"563.634077ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T19:09:41.517597Z","caller":"traceutil/trace.go:171","msg":"trace[2086907414] transaction","detail":"{read_only:false; response_revision:7706; number_of_response:1; }","duration":"368.925803ms","start":"2026-03-03T19:09:41.148642Z","end":"2026-03-03T19:09:41.517567Z","steps":["trace[2086907414] 'process raft request' (duration: 368.677177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:41.517796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:41.148616Z","time spent":"369.075507ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:09:41.672738Z","caller":"traceutil/trace.go:171","msg":"trace[1551956427] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"506.849107ms","start":"2026-03-03T19:09:41.165862Z","end":"2026-03-03T19:09:41.672711Z","steps":["trace[1551956427] 'process raft request' (duration: 506.764565ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:41.672927Z","caller":"traceutil/trace.go:171","msg":"trace[1487311109] linearizableReadLoop","detail":"{readStateIndex:8003; appliedIndex:8001; }","duration":"472.687131ms","start":"2026-03-03T19:09:41.200221Z","end":"2026-03-03T19:09:41.672908Z","steps":["trace[1487311109] 'read index received' (duration: 317.540781ms)","trace[1487311109] 'applied index is now lower than readState.Index' (duration: 155.14541ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:09:41.672956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:41.165838Z","time spent":"506.993671ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:09:41.673289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.0721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T19:09:41.673341Z","caller":"traceutil/trace.go:171","msg":"trace[1325286398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7709; }","duration":"473.160672ms","start":"2026-03-03T19:09:41.200166Z","end":"2026-03-03T19:09:41.673326Z","steps":["trace[1325286398] 'agreement among raft nodes before linearized reading' (duration: 472.982108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:41.673376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:41.200152Z","time spent":"473.216533ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T19:09:41.673312Z","caller":"traceutil/trace.go:171","msg":"trace[269703479] transaction","detail":"{read_only:false; response_revision:7709; number_of_response:1; }","duration":"345.605473ms","start":"2026-03-03T19:09:41.327645Z","end":"2026-03-03T19:09:41.673251Z","steps":["trace[269703479] 'process raft request' (duration: 345.02694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:41.673406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.141958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:09:41.67349Z","caller":"traceutil/trace.go:171","msg":"trace[378503215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7709; }","duration":"433.290262ms","start":"2026-03-03T19:09:41.240177Z","end":"2026-03-03T19:09:41.673468Z","steps":["trace[378503215] 'agreement among raft nodes before linearized reading' (duration: 433.087337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:41.673546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:41.240157Z","time spent":"433.381994ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:09:41.673646Z","caller":"traceutil/trace.go:171","msg":"trace[1850382951] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"516.463113ms","start":"2026-03-03T19:09:41.157167Z","end":"2026-03-03T19:09:41.67363Z","steps":["trace[1850382951] 'process raft request' (duration: 515.315156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:41.673795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:41.157135Z","time spent":"516.587537ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:09:41.674031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:41.32762Z","time spent":"345.818258ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:09:41.674493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.231033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T19:09:41.674556Z","caller":"traceutil/trace.go:171","msg":"trace[732078765] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:7709; }","duration":"420.375117ms","start":"2026-03-03T19:09:41.254166Z","end":"2026-03-03T19:09:41.674541Z","steps":["trace[732078765] 'agreement among raft nodes before linearized reading' (duration: 419.172838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:41.674591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:41.254131Z","time spent":"420.451479ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-dflmr\" "} {"level":"info","ts":"2026-03-03T19:09:53.901075Z","caller":"traceutil/trace.go:171","msg":"trace[754862064] transaction","detail":"{read_only:false; response_revision:7763; number_of_response:1; }","duration":"218.583387ms","start":"2026-03-03T19:09:53.682436Z","end":"2026-03-03T19:09:53.901019Z","steps":["trace[754862064] 'process raft request' (duration: 218.311351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:54.599657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.476036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:09:54.599916Z","caller":"traceutil/trace.go:171","msg":"trace[1058128975] linearizableReadLoop","detail":"{readStateIndex:8063; appliedIndex:8059; }","duration":"869.410183ms","start":"2026-03-03T19:09:53.730484Z","end":"2026-03-03T19:09:54.599894Z","steps":["trace[1058128975] 'read index received' (duration: 170.244847ms)","trace[1058128975] 'applied index is now lower than readState.Index' (duration: 699.163916ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:09:54.599907Z","caller":"traceutil/trace.go:171","msg":"trace[346031809] transaction","detail":"{read_only:false; response_revision:7764; number_of_response:1; }","duration":"887.52208ms","start":"2026-03-03T19:09:53.712348Z","end":"2026-03-03T19:09:54.59987Z","steps":["trace[346031809] 'process raft request' (duration: 601.733428ms)","trace[346031809] 'compare' (duration: 285.208098ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:09:54.59998Z","caller":"traceutil/trace.go:171","msg":"trace[2112724413] transaction","detail":"{read_only:false; response_revision:7765; number_of_response:1; }","duration":"879.165223ms","start":"2026-03-03T19:09:53.720796Z","end":"2026-03-03T19:09:54.599962Z","steps":["trace[2112724413] 'process raft request' (duration: 878.980769ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:54.600037Z","caller":"traceutil/trace.go:171","msg":"trace[1189764776] transaction","detail":"{read_only:false; response_revision:7766; number_of_response:1; }","duration":"876.187673ms","start":"2026-03-03T19:09:53.723839Z","end":"2026-03-03T19:09:54.600026Z","steps":["trace[1189764776] 'process raft request' (duration: 876.000208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:54.600072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:53.712311Z","time spent":"887.668054ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:09:54.600081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:53.720763Z","time spent":"879.269726ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:09:54.600108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:53.723814Z","time spent":"876.257975ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:09:54.600371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.98509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T19:09:54.600411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.930235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T19:09:54.600419Z","caller":"traceutil/trace.go:171","msg":"trace[1339991889] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7766; }","duration":"565.086483ms","start":"2026-03-03T19:09:54.035316Z","end":"2026-03-03T19:09:54.600402Z","steps":["trace[1339991889] 'agreement among raft nodes before linearized reading' (duration: 565.010941ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:54.600444Z","caller":"traceutil/trace.go:171","msg":"trace[1451641132] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7766; }","duration":"870.018337ms","start":"2026-03-03T19:09:53.730416Z","end":"2026-03-03T19:09:54.600434Z","steps":["trace[1451641132] 'agreement among raft nodes before linearized reading' (duration: 869.802932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:54.600453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:54.035289Z","time spent":"565.155584ms","remote":"127.0.0.1:57202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:09:54.600482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:53.730375Z","time spent":"870.099709ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:09:54.600489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.906565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T19:09:54.600556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.06176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T19:09:54.600611Z","caller":"traceutil/trace.go:171","msg":"trace[1831386207] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:7766; }","duration":"848.041589ms","start":"2026-03-03T19:09:53.752536Z","end":"2026-03-03T19:09:54.600578Z","steps":["trace[1831386207] 'agreement among raft nodes before linearized reading' (duration: 847.718351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:54.60037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.823992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:09:54.600695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:53.752524Z","time spent":"848.155871ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-dflmr\" "} {"level":"info","ts":"2026-03-03T19:09:54.600632Z","caller":"traceutil/trace.go:171","msg":"trace[891968457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7766; }","duration":"748.154972ms","start":"2026-03-03T19:09:53.852458Z","end":"2026-03-03T19:09:54.600613Z","steps":["trace[891968457] 'agreement among raft nodes before linearized reading' (duration: 747.968997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:54.600772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:53.852446Z","time spent":"748.315446ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:09:54.600819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.245722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414346"} {"level":"info","ts":"2026-03-03T19:09:54.600901Z","caller":"traceutil/trace.go:171","msg":"trace[1593265908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7766; }","duration":"361.253653ms","start":"2026-03-03T19:09:54.239464Z","end":"2026-03-03T19:09:54.600718Z","steps":["trace[1593265908] 'agreement among raft nodes before linearized reading' (duration: 360.826073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:54.600933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:54.239442Z","time spent":"361.484438ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:09:54.600934Z","caller":"traceutil/trace.go:171","msg":"trace[2051287154] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:7766; }","duration":"283.425767ms","start":"2026-03-03T19:09:54.317482Z","end":"2026-03-03T19:09:54.600908Z","steps":["trace[2051287154] 'agreement among raft nodes before linearized reading' (duration: 282.909444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:54.943448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.015803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:09:54.943634Z","caller":"traceutil/trace.go:171","msg":"trace[1704444641] transaction","detail":"{read_only:false; response_revision:7768; number_of_response:1; }","duration":"335.921876ms","start":"2026-03-03T19:09:54.607694Z","end":"2026-03-03T19:09:54.943616Z","steps":["trace[1704444641] 'process raft request' (duration: 335.871834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:54.943685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:54.607676Z","time spent":"335.986018ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:09:54.943786Z","caller":"traceutil/trace.go:171","msg":"trace[209280983] transaction","detail":"{read_only:false; response_revision:7767; number_of_response:1; }","duration":"337.030872ms","start":"2026-03-03T19:09:54.606745Z","end":"2026-03-03T19:09:54.943776Z","steps":["trace[209280983] 'process raft request' (duration: 185.59633ms)","trace[209280983] 'compare' (duration: 150.884719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:09:54.943817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:54.606722Z","time spent":"337.077963ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:09:54.943848Z","caller":"traceutil/trace.go:171","msg":"trace[363745345] linearizableReadLoop","detail":"{readStateIndex:8064; appliedIndex:8063; }","duration":"336.668063ms","start":"2026-03-03T19:09:54.607137Z","end":"2026-03-03T19:09:54.943805Z","steps":["trace[363745345] 'read index received' (duration: 185.22199ms)","trace[363745345] 'applied index is now lower than readState.Index' (duration: 151.443283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:09:54.944076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.239284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:09:54.944156Z","caller":"traceutil/trace.go:171","msg":"trace[535588340] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7768; }","duration":"161.345297ms","start":"2026-03-03T19:09:54.782792Z","end":"2026-03-03T19:09:54.944137Z","steps":["trace[535588340] 'agreement among raft nodes before linearized reading' (duration: 161.202534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:54.944263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.137485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222740"} {"level":"info","ts":"2026-03-03T19:09:54.944292Z","caller":"traceutil/trace.go:171","msg":"trace[1183976349] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7768; }","duration":"337.221866ms","start":"2026-03-03T19:09:54.607062Z","end":"2026-03-03T19:09:54.944285Z","steps":["trace[1183976349] 'agreement among raft nodes before linearized reading' (duration: 336.896339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:54.94432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:54.607033Z","time spent":"337.281538ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222763,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T19:09:55.302408Z","caller":"traceutil/trace.go:171","msg":"trace[1087444977] linearizableReadLoop","detail":"{readStateIndex:8067; appliedIndex:8066; }","duration":"115.620028ms","start":"2026-03-03T19:09:55.186758Z","end":"2026-03-03T19:09:55.302378Z","steps":["trace[1087444977] 'read index received' (duration: 67.291707ms)","trace[1087444977] 'applied index is now lower than readState.Index' (duration: 48.326711ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:09:55.302479Z","caller":"traceutil/trace.go:171","msg":"trace[353384438] transaction","detail":"{read_only:false; response_revision:7770; number_of_response:1; }","duration":"197.322285ms","start":"2026-03-03T19:09:55.105118Z","end":"2026-03-03T19:09:55.30244Z","steps":["trace[353384438] 'process raft request' (duration: 148.922803ms)","trace[353384438] 'compare' (duration: 48.208018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:09:55.302765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.562861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T19:09:55.302861Z","caller":"traceutil/trace.go:171","msg":"trace[558887707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7770; }","duration":"105.707235ms","start":"2026-03-03T19:09:55.197136Z","end":"2026-03-03T19:09:55.302843Z","steps":["trace[558887707] 'agreement among raft nodes before linearized reading' (duration: 105.446088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:55.303033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.10172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T19:09:55.305037Z","caller":"traceutil/trace.go:171","msg":"trace[73311318] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7770; }","duration":"116.366326ms","start":"2026-03-03T19:09:55.186711Z","end":"2026-03-03T19:09:55.303077Z","steps":["trace[73311318] 'agreement among raft nodes before linearized reading' (duration: 115.848854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:56.543273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.981945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:09:56.543385Z","caller":"traceutil/trace.go:171","msg":"trace[1356768028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7774; }","duration":"302.146249ms","start":"2026-03-03T19:09:56.241216Z","end":"2026-03-03T19:09:56.543362Z","steps":["trace[1356768028] 'range keys from in-memory index tree' (duration: 301.822592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:56.543447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:56.241173Z","time spent":"302.263672ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:09:57.221278Z","caller":"traceutil/trace.go:171","msg":"trace[1175933033] transaction","detail":"{read_only:false; response_revision:7775; number_of_response:1; }","duration":"614.543091ms","start":"2026-03-03T19:09:56.606703Z","end":"2026-03-03T19:09:57.221246Z","steps":["trace[1175933033] 'process raft request' (duration: 614.341256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:57.22152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:56.606666Z","time spent":"614.701093ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:09:57.419336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:09:57.419587Z","caller":"traceutil/trace.go:171","msg":"trace[953930228] transaction","detail":"{read_only:false; response_revision:7776; number_of_response:1; }","duration":"811.936478ms","start":"2026-03-03T19:09:56.607607Z","end":"2026-03-03T19:09:57.419543Z","steps":["trace[953930228] 'process raft request' (duration: 687.87146ms)","trace[953930228] 'compare' (duration: 123.474414ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:09:57.419698Z","caller":"traceutil/trace.go:171","msg":"trace[1443857367] transaction","detail":"{read_only:false; response_revision:7777; number_of_response:1; }","duration":"810.890233ms","start":"2026-03-03T19:09:56.608789Z","end":"2026-03-03T19:09:57.419679Z","steps":["trace[1443857367] 'process raft request' (duration: 810.681928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:57.419739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:56.60757Z","time spent":"812.101722ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:09:57.419808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:56.608777Z","time spent":"810.980746ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:09:57.41992Z","caller":"traceutil/trace.go:171","msg":"trace[1054069356] linearizableReadLoop","detail":"{readStateIndex:8075; appliedIndex:8072; }","duration":"469.563259ms","start":"2026-03-03T19:09:56.950307Z","end":"2026-03-03T19:09:57.41987Z","steps":["trace[1054069356] 'read index received' (duration: 270.671966ms)","trace[1054069356] 'applied index is now lower than readState.Index' (duration: 198.889963ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:09:57.419985Z","caller":"traceutil/trace.go:171","msg":"trace[849063687] transaction","detail":"{read_only:false; response_revision:7778; number_of_response:1; }","duration":"429.487734ms","start":"2026-03-03T19:09:56.990451Z","end":"2026-03-03T19:09:57.419938Z","steps":["trace[849063687] 'process raft request' (duration: 429.178757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:57.420157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.840845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T19:09:57.420218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:56.99043Z","time spent":"429.650747ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:09:57.42024Z","caller":"traceutil/trace.go:171","msg":"trace[2036582320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7778; }","duration":"469.98696ms","start":"2026-03-03T19:09:56.95024Z","end":"2026-03-03T19:09:57.420227Z","steps":["trace[2036582320] 'agreement among raft nodes before linearized reading' (duration: 469.761054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:57.42043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:56.950212Z","time spent":"470.210834ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:09:57.432223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.880114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:09:57.432285Z","caller":"traceutil/trace.go:171","msg":"trace[1028455398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7779; }","duration":"190.986776ms","start":"2026-03-03T19:09:57.241289Z","end":"2026-03-03T19:09:57.432276Z","steps":["trace[1028455398] 'agreement among raft nodes before linearized reading' (duration: 190.887094ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:57.432291Z","caller":"traceutil/trace.go:171","msg":"trace[601019164] transaction","detail":"{read_only:false; response_revision:7779; number_of_response:1; }","duration":"101.348212ms","start":"2026-03-03T19:09:57.330914Z","end":"2026-03-03T19:09:57.432262Z","steps":["trace[601019164] 'process raft request' (duration: 101.104666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:57.432502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.44281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T19:09:57.432604Z","caller":"traceutil/trace.go:171","msg":"trace[1449831268] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:7779; }","duration":"478.610873ms","start":"2026-03-03T19:09:56.953976Z","end":"2026-03-03T19:09:57.432587Z","steps":["trace[1449831268] 'agreement among raft nodes before linearized reading' (duration: 478.319887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:57.432613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.579823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T19:09:57.432661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:56.953953Z","time spent":"478.692605ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-dflmr\" "} {"level":"info","ts":"2026-03-03T19:09:57.432697Z","caller":"traceutil/trace.go:171","msg":"trace[95042690] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7779; }","duration":"481.706116ms","start":"2026-03-03T19:09:56.950979Z","end":"2026-03-03T19:09:57.432685Z","steps":["trace[95042690] 'agreement among raft nodes before linearized reading' (duration: 481.148133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:57.432745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:56.950963Z","time spent":"481.774438ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T19:09:57.585436Z","caller":"traceutil/trace.go:171","msg":"trace[316261862] transaction","detail":"{read_only:false; response_revision:7781; number_of_response:1; }","duration":"148.203897ms","start":"2026-03-03T19:09:57.43716Z","end":"2026-03-03T19:09:57.585364Z","steps":["trace[316261862] 'process raft request' (duration: 118.480696ms)","trace[316261862] 'compare' (duration: 29.486405ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:09:57.585674Z","caller":"traceutil/trace.go:171","msg":"trace[1982644625] transaction","detail":"{read_only:false; response_revision:7782; number_of_response:1; }","duration":"148.426662ms","start":"2026-03-03T19:09:57.437226Z","end":"2026-03-03T19:09:57.585653Z","steps":["trace[1982644625] 'process raft request' (duration: 148.067153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:57.585695Z","caller":"traceutil/trace.go:171","msg":"trace[1665483137] linearizableReadLoop","detail":"{readStateIndex:8081; appliedIndex:8078; }","duration":"122.583382ms","start":"2026-03-03T19:09:57.463085Z","end":"2026-03-03T19:09:57.585668Z","steps":["trace[1665483137] 'read index received' (duration: 92.474862ms)","trace[1665483137] 'applied index is now lower than readState.Index' (duration: 30.10741ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:09:57.585819Z","caller":"traceutil/trace.go:171","msg":"trace[471359733] transaction","detail":"{read_only:false; response_revision:7783; number_of_response:1; }","duration":"148.554764ms","start":"2026-03-03T19:09:57.437254Z","end":"2026-03-03T19:09:57.585809Z","steps":["trace[471359733] 'process raft request' (duration: 148.292918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:57.586282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.995502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222740"} {"level":"info","ts":"2026-03-03T19:09:57.586338Z","caller":"traceutil/trace.go:171","msg":"trace[1861476338] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7783; }","duration":"148.106875ms","start":"2026-03-03T19:09:57.438219Z","end":"2026-03-03T19:09:57.586326Z","steps":["trace[1861476338] 'agreement among raft nodes before linearized reading' (duration: 147.559382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:59.848427Z","caller":"traceutil/trace.go:171","msg":"trace[650681684] transaction","detail":"{read_only:false; response_revision:7786; number_of_response:1; }","duration":"422.791445ms","start":"2026-03-03T19:09:59.425607Z","end":"2026-03-03T19:09:59.848398Z","steps":["trace[650681684] 'process raft request' (duration: 422.585881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:59.848683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:59.425583Z","time spent":"423.008371ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:09:59.861471Z","caller":"traceutil/trace.go:171","msg":"trace[678933844] transaction","detail":"{read_only:false; response_revision:7787; number_of_response:1; }","duration":"434.801819ms","start":"2026-03-03T19:09:59.426627Z","end":"2026-03-03T19:09:59.861429Z","steps":["trace[678933844] 'process raft request' (duration: 434.631505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:59.861653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:59.426601Z","time spent":"434.958003ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:09:59.862268Z","caller":"traceutil/trace.go:171","msg":"trace[479538741] linearizableReadLoop","detail":"{readStateIndex:8085; appliedIndex:8083; }","duration":"395.40453ms","start":"2026-03-03T19:09:59.46683Z","end":"2026-03-03T19:09:59.862234Z","steps":["trace[479538741] 'read index received' (duration: 381.446661ms)","trace[479538741] 'applied index is now lower than readState.Index' (duration: 13.955069ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:09:59.862718Z","caller":"traceutil/trace.go:171","msg":"trace[1906365179] transaction","detail":"{read_only:false; response_revision:7788; number_of_response:1; }","duration":"116.623412ms","start":"2026-03-03T19:09:59.746061Z","end":"2026-03-03T19:09:59.862684Z","steps":["trace[1906365179] 'process raft request' (duration: 115.322991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:59.862829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.004964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T19:09:59.86288Z","caller":"traceutil/trace.go:171","msg":"trace[634717965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7788; }","duration":"396.109366ms","start":"2026-03-03T19:09:59.466758Z","end":"2026-03-03T19:09:59.862868Z","steps":["trace[634717965] 'agreement among raft nodes before linearized reading' (duration: 395.963683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:59.862924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:59.466731Z","time spent":"396.185728ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:09:59.862907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.612312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T19:09:59.86299Z","caller":"traceutil/trace.go:171","msg":"trace[1449317049] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7788; }","duration":"272.727755ms","start":"2026-03-03T19:09:59.590238Z","end":"2026-03-03T19:09:59.862966Z","steps":["trace[1449317049] 'agreement among raft nodes before linearized reading' (duration: 272.539021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:59.862968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.426027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T19:09:59.862913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.161535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T19:09:59.863054Z","caller":"traceutil/trace.go:171","msg":"trace[573463759] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7788; }","duration":"272.555511ms","start":"2026-03-03T19:09:59.590481Z","end":"2026-03-03T19:09:59.863037Z","steps":["trace[573463759] 'agreement among raft nodes before linearized reading' (duration: 272.276294ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:09:59.863072Z","caller":"traceutil/trace.go:171","msg":"trace[1157557580] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7788; }","duration":"273.40203ms","start":"2026-03-03T19:09:59.589655Z","end":"2026-03-03T19:09:59.863057Z","steps":["trace[1157557580] 'agreement among raft nodes before linearized reading' (duration: 273.034462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:09:59.863324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.028458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T19:09:59.86346Z","caller":"traceutil/trace.go:171","msg":"trace[2037375227] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:7788; }","duration":"269.186391ms","start":"2026-03-03T19:09:59.594253Z","end":"2026-03-03T19:09:59.86344Z","steps":["trace[2037375227] 'agreement among raft nodes before linearized reading' (duration: 268.457294ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:00.567781Z","caller":"traceutil/trace.go:171","msg":"trace[693034311] transaction","detail":"{read_only:false; response_revision:7790; number_of_response:1; }","duration":"700.076049ms","start":"2026-03-03T19:09:59.867665Z","end":"2026-03-03T19:10:00.567741Z","steps":["trace[693034311] 'process raft request' (duration: 699.736621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:00.568062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:59.867647Z","time spent":"700.249872ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:10:00.568036Z","caller":"traceutil/trace.go:171","msg":"trace[1938282851] transaction","detail":"{read_only:false; response_revision:7791; number_of_response:1; }","duration":"699.890575ms","start":"2026-03-03T19:09:59.868098Z","end":"2026-03-03T19:10:00.567988Z","steps":["trace[1938282851] 'process raft request' (duration: 699.537026ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:00.568046Z","caller":"traceutil/trace.go:171","msg":"trace[2128500514] linearizableReadLoop","detail":"{readStateIndex:8090; appliedIndex:8086; }","duration":"699.500185ms","start":"2026-03-03T19:09:59.86852Z","end":"2026-03-03T19:10:00.56802Z","steps":["trace[2128500514] 'read index received' (duration: 33.761927ms)","trace[2128500514] 'applied index is now lower than readState.Index' (duration: 665.737038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:10:00.568249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:59.868086Z","time spent":"700.047318ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:10:00.568396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.074091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:10:00.568444Z","caller":"traceutil/trace.go:171","msg":"trace[519588499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7792; }","duration":"328.207654ms","start":"2026-03-03T19:10:00.240224Z","end":"2026-03-03T19:10:00.568432Z","steps":["trace[519588499] 'agreement among raft nodes before linearized reading' (duration: 328.092861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:00.56848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:00.240203Z","time spent":"328.269226ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:10:00.568508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.404438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:10:00.568548Z","caller":"traceutil/trace.go:171","msg":"trace[183775750] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7792; }","duration":"461.467449ms","start":"2026-03-03T19:10:00.107068Z","end":"2026-03-03T19:10:00.568535Z","steps":["trace[183775750] 'agreement among raft nodes before linearized reading' (duration: 461.344936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:00.568516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.493775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T19:10:00.568611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.082489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222740"} {"level":"warn","ts":"2026-03-03T19:10:00.568633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:00.107057Z","time spent":"461.566341ms","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":35,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:10:00.56866Z","caller":"traceutil/trace.go:171","msg":"trace[1124915314] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7792; }","duration":"700.16084ms","start":"2026-03-03T19:09:59.868487Z","end":"2026-03-03T19:10:00.568648Z","steps":["trace[1124915314] 'agreement among raft nodes before linearized reading' (duration: 699.694019ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:00.568653Z","caller":"traceutil/trace.go:171","msg":"trace[562199565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7792; }","duration":"499.692611ms","start":"2026-03-03T19:10:00.068941Z","end":"2026-03-03T19:10:00.568633Z","steps":["trace[562199565] 'agreement among raft nodes before linearized reading' (duration: 499.362343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:00.568696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:59.868469Z","time spent":"700.218562ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222763,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T19:10:00.568718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:00.068918Z","time spent":"499.783062ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T19:10:00.568199Z","caller":"traceutil/trace.go:171","msg":"trace[303361174] transaction","detail":"{read_only:false; response_revision:7792; number_of_response:1; }","duration":"699.994066ms","start":"2026-03-03T19:09:59.868148Z","end":"2026-03-03T19:10:00.568142Z","steps":["trace[303361174] 'process raft request' (duration: 699.761101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:00.569545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:09:59.868137Z","time spent":"701.315608ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:10:25.437004Z","caller":"traceutil/trace.go:171","msg":"trace[513920017] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"109.661668ms","start":"2026-03-03T19:10:25.327303Z","end":"2026-03-03T19:10:25.436964Z","steps":["trace[513920017] 'process raft request' (duration: 109.438203ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:28.001121Z","caller":"traceutil/trace.go:171","msg":"trace[1019708004] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"537.973804ms","start":"2026-03-03T19:10:27.463021Z","end":"2026-03-03T19:10:28.000995Z","steps":["trace[1019708004] 'process raft request' (duration: 537.669207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:28.001367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:27.462986Z","time spent":"538.258401ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:10:28.540976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113046737,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:10:28.645896Z","caller":"traceutil/trace.go:171","msg":"trace[684863247] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"1.13879798s","start":"2026-03-03T19:10:27.507066Z","end":"2026-03-03T19:10:28.645864Z","steps":["trace[684863247] 'process raft request' (duration: 1.136833824s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:28.645932Z","caller":"traceutil/trace.go:171","msg":"trace[638104428] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"855.282081ms","start":"2026-03-03T19:10:27.79059Z","end":"2026-03-03T19:10:28.645872Z","steps":["trace[638104428] 'process raft request' (duration: 855.072886ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:28.645962Z","caller":"traceutil/trace.go:171","msg":"trace[970395020] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"695.92408ms","start":"2026-03-03T19:10:27.950001Z","end":"2026-03-03T19:10:28.645925Z","steps":["trace[970395020] 'process raft request' (duration: 695.774736ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:28.646012Z","caller":"traceutil/trace.go:171","msg":"trace[1259998766] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"693.283208ms","start":"2026-03-03T19:10:27.952694Z","end":"2026-03-03T19:10:28.645977Z","steps":["trace[1259998766] 'process raft request' (duration: 693.130655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:28.646066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:27.507037Z","time spent":"1.138938003s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:10:28.646141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:27.790562Z","time spent":"855.463745ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:10:28.645898Z","caller":"traceutil/trace.go:171","msg":"trace[439984555] linearizableReadLoop","detail":"{readStateIndex:8285; appliedIndex:8281; }","duration":"605.184489ms","start":"2026-03-03T19:10:28.04068Z","end":"2026-03-03T19:10:28.645865Z","steps":["trace[439984555] 'read index received' (duration: 603.272064ms)","trace[439984555] 'applied index is now lower than readState.Index' (duration: 1.910955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:10:28.64618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:27.94996Z","time spent":"696.078194ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:10:28.646183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.486746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T19:10:28.646196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:27.952657Z","time spent":"693.418001ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:10:28.646247Z","caller":"traceutil/trace.go:171","msg":"trace[1279054324] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7979; }","duration":"605.606859ms","start":"2026-03-03T19:10:28.040627Z","end":"2026-03-03T19:10:28.646234Z","steps":["trace[1279054324] 'agreement among raft nodes before linearized reading' (duration: 605.375204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:28.646281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:28.040604Z","time spent":"605.669221ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:10:28.646489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.803167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:10:28.646532Z","caller":"traceutil/trace.go:171","msg":"trace[1925850372] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7979; }","duration":"119.902169ms","start":"2026-03-03T19:10:28.526618Z","end":"2026-03-03T19:10:28.64652Z","steps":["trace[1925850372] 'agreement among raft nodes before linearized reading' (duration: 119.721255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:28.646511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.99906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:10:28.646611Z","caller":"traceutil/trace.go:171","msg":"trace[1854847428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7979; }","duration":"395.173083ms","start":"2026-03-03T19:10:28.251411Z","end":"2026-03-03T19:10:28.646584Z","steps":["trace[1854847428] 'agreement among raft nodes before linearized reading' (duration: 394.937368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:28.646665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:28.251382Z","time spent":"395.273546ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:10:33.699568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.103471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:10:33.699713Z","caller":"traceutil/trace.go:171","msg":"trace[1475340454] linearizableReadLoop","detail":"{readStateIndex:8306; appliedIndex:8305; }","duration":"957.693477ms","start":"2026-03-03T19:10:32.741994Z","end":"2026-03-03T19:10:33.699688Z","steps":["trace[1475340454] 'read index received' (duration: 226.227738ms)","trace[1475340454] 'applied index is now lower than readState.Index' (duration: 731.463899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:10:33.700028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.003564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T19:10:33.700112Z","caller":"traceutil/trace.go:171","msg":"trace[980624067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7999; }","duration":"958.137038ms","start":"2026-03-03T19:10:32.741955Z","end":"2026-03-03T19:10:33.700092Z","steps":["trace[980624067] 'agreement among raft nodes before linearized reading' (duration: 957.866381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:33.7001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.708027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T19:10:33.700094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.64978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:10:33.70016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:32.741939Z","time spent":"958.212099ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T19:10:33.700173Z","caller":"traceutil/trace.go:171","msg":"trace[668021025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7999; }","duration":"957.813209ms","start":"2026-03-03T19:10:32.742344Z","end":"2026-03-03T19:10:33.700157Z","steps":["trace[668021025] 'agreement among raft nodes before linearized reading' (duration: 957.583494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:33.700186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.641245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:10:33.700018Z","caller":"traceutil/trace.go:171","msg":"trace[1434900067] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"963.835582ms","start":"2026-03-03T19:10:32.736137Z","end":"2026-03-03T19:10:33.699973Z","steps":["trace[1434900067] 'process raft request' (duration: 232.183539ms)","trace[1434900067] 'compare' (duration: 730.909405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:10:33.700213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:32.742336Z","time spent":"957.869261ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T19:10:33.700201Z","caller":"traceutil/trace.go:171","msg":"trace[764920727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7999; }","duration":"755.839125ms","start":"2026-03-03T19:10:32.944337Z","end":"2026-03-03T19:10:33.700176Z","steps":["trace[764920727] 'agreement among raft nodes before linearized reading' (duration: 755.616999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:33.700229Z","caller":"traceutil/trace.go:171","msg":"trace[131946560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7999; }","duration":"456.745147ms","start":"2026-03-03T19:10:33.243474Z","end":"2026-03-03T19:10:33.700219Z","steps":["trace[131946560] 'agreement among raft nodes before linearized reading' (duration: 456.619974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:33.700263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:33.243453Z","time spent":"456.804899ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:10:33.700272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:32.944307Z","time spent":"755.955757ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:10:33.700298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.064317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T19:10:33.7003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.620361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T19:10:33.700372Z","caller":"traceutil/trace.go:171","msg":"trace[1609271556] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:7999; }","duration":"936.176129ms","start":"2026-03-03T19:10:32.764176Z","end":"2026-03-03T19:10:33.700352Z","steps":["trace[1609271556] 'agreement among raft nodes before linearized reading' (duration: 935.921283ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:33.7004Z","caller":"traceutil/trace.go:171","msg":"trace[1664270777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7999; }","duration":"889.795725ms","start":"2026-03-03T19:10:32.810581Z","end":"2026-03-03T19:10:33.700376Z","steps":["trace[1664270777] 'agreement among raft nodes before linearized reading' (duration: 889.432917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:33.700412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:32.764161Z","time spent":"936.244641ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-dflmr\" "} {"level":"warn","ts":"2026-03-03T19:10:33.700393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:32.73611Z","time spent":"964.143268ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:10:33.70045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:32.81055Z","time spent":"889.890957ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:10:34.269265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.787845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:10:34.269411Z","caller":"traceutil/trace.go:171","msg":"trace[1723551144] transaction","detail":"{read_only:false; response_revision:8000; number_of_response:1; }","duration":"564.208781ms","start":"2026-03-03T19:10:33.705177Z","end":"2026-03-03T19:10:34.269386Z","steps":["trace[1723551144] 'process raft request' (duration: 347.16802ms)","trace[1723551144] 'compare' (duration: 216.470338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:10:34.26948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:33.70516Z","time spent":"564.289014ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:10:34.269963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:33.942199Z","time spent":"327.760124ms","remote":"127.0.0.1:37922","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T19:10:34.439699Z","caller":"traceutil/trace.go:171","msg":"trace[1109955507] transaction","detail":"{read_only:false; response_revision:8001; number_of_response:1; }","duration":"734.447678ms","start":"2026-03-03T19:10:33.705221Z","end":"2026-03-03T19:10:34.439669Z","steps":["trace[1109955507] 'process raft request' (duration: 690.193954ms)","trace[1109955507] 'compare' (duration: 43.984408ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:10:34.439894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:33.705198Z","time spent":"734.596782ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:10:34.440032Z","caller":"traceutil/trace.go:171","msg":"trace[2046592022] linearizableReadLoop","detail":"{readStateIndex:8309; appliedIndex:8306; }","duration":"706.468208ms","start":"2026-03-03T19:10:33.733533Z","end":"2026-03-03T19:10:34.440002Z","steps":["trace[2046592022] 'read index received' (duration: 318.897923ms)","trace[2046592022] 'applied index is now lower than readState.Index' (duration: 387.569065ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:10:34.440103Z","caller":"traceutil/trace.go:171","msg":"trace[64903156] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"733.6663ms","start":"2026-03-03T19:10:33.706388Z","end":"2026-03-03T19:10:34.440055Z","steps":["trace[64903156] 'process raft request' (duration: 733.178029ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:34.440264Z","caller":"traceutil/trace.go:171","msg":"trace[826803401] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"393.532426ms","start":"2026-03-03T19:10:34.046707Z","end":"2026-03-03T19:10:34.440239Z","steps":["trace[826803401] 'process raft request' (duration: 392.897471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:34.440372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:33.706357Z","time spent":"733.884705ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:10:34.440404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:34.04668Z","time spent":"393.629308ms","remote":"127.0.0.1:48632","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:10:34.440561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.631612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T19:10:34.440602Z","caller":"traceutil/trace.go:171","msg":"trace[848873917] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8003; }","duration":"486.733685ms","start":"2026-03-03T19:10:33.953856Z","end":"2026-03-03T19:10:34.440589Z","steps":["trace[848873917] 'agreement among raft nodes before linearized reading' (duration: 486.578151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:34.440603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.8989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:10:34.440629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:33.953825Z","time spent":"486.798426ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T19:10:34.440649Z","caller":"traceutil/trace.go:171","msg":"trace[561659747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8003; }","duration":"201.014353ms","start":"2026-03-03T19:10:34.239619Z","end":"2026-03-03T19:10:34.440633Z","steps":["trace[561659747] 'agreement among raft nodes before linearized reading' (duration: 200.927521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:34.440644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.082123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:10:34.440721Z","caller":"traceutil/trace.go:171","msg":"trace[1131320822] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8003; }","duration":"707.207965ms","start":"2026-03-03T19:10:33.733493Z","end":"2026-03-03T19:10:34.440701Z","steps":["trace[1131320822] 'agreement among raft nodes before linearized reading' (duration: 707.042292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:34.440754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:33.733474Z","time spent":"707.274168ms","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:10:34.808476Z","caller":"traceutil/trace.go:171","msg":"trace[1912914729] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"105.593441ms","start":"2026-03-03T19:10:34.702839Z","end":"2026-03-03T19:10:34.808432Z","steps":["trace[1912914729] 'process raft request' (duration: 64.359218ms)","trace[1912914729] 'compare' (duration: 41.066619ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:10:34.822347Z","caller":"traceutil/trace.go:171","msg":"trace[1556170669] linearizableReadLoop","detail":"{readStateIndex:8315; appliedIndex:8312; }","duration":"110.084898ms","start":"2026-03-03T19:10:34.712232Z","end":"2026-03-03T19:10:34.822316Z","steps":["trace[1556170669] 'read index received' (duration: 54.986008ms)","trace[1556170669] 'applied index is now lower than readState.Index' (duration: 55.09273ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:10:34.822389Z","caller":"traceutil/trace.go:171","msg":"trace[231223709] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"117.81351ms","start":"2026-03-03T19:10:34.704546Z","end":"2026-03-03T19:10:34.82236Z","steps":["trace[231223709] 'process raft request' (duration: 117.527633ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:34.822449Z","caller":"traceutil/trace.go:171","msg":"trace[367128007] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"117.863901ms","start":"2026-03-03T19:10:34.704565Z","end":"2026-03-03T19:10:34.822429Z","steps":["trace[367128007] 'process raft request' (duration: 117.700817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:34.822651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.393095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T19:10:34.8227Z","caller":"traceutil/trace.go:171","msg":"trace[784218896] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8008; }","duration":"110.476837ms","start":"2026-03-03T19:10:34.712212Z","end":"2026-03-03T19:10:34.822688Z","steps":["trace[784218896] 'agreement among raft nodes before linearized reading' (duration: 110.232041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:41.553511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.85904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:10:41.553649Z","caller":"traceutil/trace.go:171","msg":"trace[454558121] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8077; }","duration":"174.790914ms","start":"2026-03-03T19:10:41.378839Z","end":"2026-03-03T19:10:41.55363Z","steps":["trace[454558121] 'process raft request' (duration: 59.633207ms)","trace[454558121] 'compare' (duration: 114.683116ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:10:41.564497Z","caller":"traceutil/trace.go:171","msg":"trace[2014863222] transaction","detail":"{read_only:false; response_revision:8078; number_of_response:1; }","duration":"183.90151ms","start":"2026-03-03T19:10:41.380568Z","end":"2026-03-03T19:10:41.564469Z","steps":["trace[2014863222] 'process raft request' (duration: 183.726055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:41.969278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.838774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T19:10:41.969344Z","caller":"traceutil/trace.go:171","msg":"trace[1738848290] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8078; }","duration":"235.969867ms","start":"2026-03-03T19:10:41.73336Z","end":"2026-03-03T19:10:41.96933Z","steps":["trace[1738848290] 'range keys from in-memory index tree' (duration: 235.693181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:41.969414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.637235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T19:10:41.969499Z","caller":"traceutil/trace.go:171","msg":"trace[248355826] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:8078; }","duration":"217.754398ms","start":"2026-03-03T19:10:41.751724Z","end":"2026-03-03T19:10:41.969479Z","steps":["trace[248355826] 'range keys from in-memory index tree' (duration: 217.484801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:42.476087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113047047,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:10:42.577945Z","caller":"traceutil/trace.go:171","msg":"trace[1279471383] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"604.409341ms","start":"2026-03-03T19:10:41.973498Z","end":"2026-03-03T19:10:42.577907Z","steps":["trace[1279471383] 'process raft request' (duration: 604.050782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:42.578107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:41.973475Z","time spent":"604.546444ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:10:42.640152Z","caller":"traceutil/trace.go:171","msg":"trace[90066825] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"661.813645ms","start":"2026-03-03T19:10:41.978302Z","end":"2026-03-03T19:10:42.640116Z","steps":["trace[90066825] 'process raft request' (duration: 661.56613ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:42.640416Z","caller":"traceutil/trace.go:171","msg":"trace[1521945686] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"277.391194ms","start":"2026-03-03T19:10:42.362982Z","end":"2026-03-03T19:10:42.640373Z","steps":["trace[1521945686] 'process raft request' (duration: 277.059217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:42.640575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:41.978291Z","time spent":"662.090412ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4634,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:10:42.640248Z","caller":"traceutil/trace.go:171","msg":"trace[1060542448] linearizableReadLoop","detail":"{readStateIndex:8394; appliedIndex:8391; }","duration":"664.345845ms","start":"2026-03-03T19:10:41.975872Z","end":"2026-03-03T19:10:42.640218Z","steps":["trace[1060542448] 'read index received' (duration: 601.802619ms)","trace[1060542448] 'applied index is now lower than readState.Index' (duration: 62.540676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:10:42.640839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.96115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227382"} {"level":"info","ts":"2026-03-03T19:10:42.640912Z","caller":"traceutil/trace.go:171","msg":"trace[729667851] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8082; }","duration":"665.063882ms","start":"2026-03-03T19:10:41.97583Z","end":"2026-03-03T19:10:42.640894Z","steps":["trace[729667851] 'agreement among raft nodes before linearized reading' (duration: 664.462378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:42.640971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:41.975815Z","time spent":"665.140614ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227405,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T19:10:42.64099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.923821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:10:42.641041Z","caller":"traceutil/trace.go:171","msg":"trace[262036919] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8082; }","duration":"649.040734ms","start":"2026-03-03T19:10:41.991986Z","end":"2026-03-03T19:10:42.641026Z","steps":["trace[262036919] 'agreement among raft nodes before linearized reading' (duration: 648.842639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:42.641125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:41.991969Z","time spent":"649.145176ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":61,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:10:42.641111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.570579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T19:10:42.641215Z","caller":"traceutil/trace.go:171","msg":"trace[261249210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8082; }","duration":"160.803224ms","start":"2026-03-03T19:10:42.480387Z","end":"2026-03-03T19:10:42.64119Z","steps":["trace[261249210] 'agreement among raft nodes before linearized reading' (duration: 160.456326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:42.64127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.251832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T19:10:42.641302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.204745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T19:10:42.641325Z","caller":"traceutil/trace.go:171","msg":"trace[1857776418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8082; }","duration":"166.374476ms","start":"2026-03-03T19:10:42.474937Z","end":"2026-03-03T19:10:42.641311Z","steps":["trace[1857776418] 'agreement among raft nodes before linearized reading' (duration: 166.243083ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:42.641333Z","caller":"traceutil/trace.go:171","msg":"trace[425720638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8082; }","duration":"334.284327ms","start":"2026-03-03T19:10:42.307039Z","end":"2026-03-03T19:10:42.641323Z","steps":["trace[425720638] 'agreement among raft nodes before linearized reading' (duration: 334.165764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:42.641372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:42.307009Z","time spent":"334.357379ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T19:10:43.328446Z","caller":"traceutil/trace.go:171","msg":"trace[941983790] transaction","detail":"{read_only:false; response_revision:8094; number_of_response:1; }","duration":"168.517786ms","start":"2026-03-03T19:10:43.159889Z","end":"2026-03-03T19:10:43.328407Z","steps":["trace[941983790] 'process raft request' (duration: 168.092066ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:45.084156Z","caller":"traceutil/trace.go:171","msg":"trace[967718776] linearizableReadLoop","detail":"{readStateIndex:8411; appliedIndex:8408; }","duration":"374.24693ms","start":"2026-03-03T19:10:44.709882Z","end":"2026-03-03T19:10:45.084129Z","steps":["trace[967718776] 'read index received' (duration: 48.605927ms)","trace[967718776] 'applied index is now lower than readState.Index' (duration: 325.640023ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:10:45.084203Z","caller":"traceutil/trace.go:171","msg":"trace[832473511] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"375.268884ms","start":"2026-03-03T19:10:44.708894Z","end":"2026-03-03T19:10:45.084163Z","steps":["trace[832473511] 'process raft request' (duration: 374.959597ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:45.084227Z","caller":"traceutil/trace.go:171","msg":"trace[1369846094] transaction","detail":"{read_only:false; response_revision:8099; number_of_response:1; }","duration":"375.189992ms","start":"2026-03-03T19:10:44.709011Z","end":"2026-03-03T19:10:45.084201Z","steps":["trace[1369846094] 'process raft request' (duration: 375.065059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:45.084375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:44.708988Z","time spent":"375.302535ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:10:45.084408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:44.708863Z","time spent":"375.417728ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:10:45.084689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.804093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227382"} {"level":"info","ts":"2026-03-03T19:10:45.084755Z","caller":"traceutil/trace.go:171","msg":"trace[357843502] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8099; }","duration":"374.877295ms","start":"2026-03-03T19:10:44.709848Z","end":"2026-03-03T19:10:45.084726Z","steps":["trace[357843502] 'agreement among raft nodes before linearized reading' (duration: 374.421585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:45.084798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:44.709839Z","time spent":"374.949577ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227405,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T19:10:45.093689Z","caller":"traceutil/trace.go:171","msg":"trace[1469494789] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"144.354566ms","start":"2026-03-03T19:10:44.949307Z","end":"2026-03-03T19:10:45.093661Z","steps":["trace[1469494789] 'process raft request' (duration: 144.264614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:45.093865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.333064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T19:10:45.093902Z","caller":"traceutil/trace.go:171","msg":"trace[257473566] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8102; }","duration":"355.400466ms","start":"2026-03-03T19:10:44.738493Z","end":"2026-03-03T19:10:45.093893Z","steps":["trace[257473566] 'agreement among raft nodes before linearized reading' (duration: 355.291663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:45.093924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:10:44.738476Z","time spent":"355.443196ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T19:10:45.094018Z","caller":"traceutil/trace.go:171","msg":"trace[1918286539] transaction","detail":"{read_only:false; response_revision:8100; number_of_response:1; }","duration":"179.570767ms","start":"2026-03-03T19:10:44.914436Z","end":"2026-03-03T19:10:45.094007Z","steps":["trace[1918286539] 'process raft request' (duration: 178.989354ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:45.094044Z","caller":"traceutil/trace.go:171","msg":"trace[2071450556] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"144.700034ms","start":"2026-03-03T19:10:44.949336Z","end":"2026-03-03T19:10:45.094036Z","steps":["trace[2071450556] 'process raft request' (duration: 144.280214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:45.094149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.09607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T19:10:45.094166Z","caller":"traceutil/trace.go:171","msg":"trace[124557376] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8102; }","duration":"119.171132ms","start":"2026-03-03T19:10:44.97499Z","end":"2026-03-03T19:10:45.094161Z","steps":["trace[124557376] 'agreement among raft nodes before linearized reading' (duration: 119.11223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:45.276213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.519099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T19:10:45.276274Z","caller":"traceutil/trace.go:171","msg":"trace[316233209] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8102; }","duration":"177.591901ms","start":"2026-03-03T19:10:45.098668Z","end":"2026-03-03T19:10:45.27626Z","steps":["trace[316233209] 'range keys from in-memory index tree' (duration: 177.347605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:45.276434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.37388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:10:45.27656Z","caller":"traceutil/trace.go:171","msg":"trace[789926973] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"177.835006ms","start":"2026-03-03T19:10:45.098705Z","end":"2026-03-03T19:10:45.27654Z","steps":["trace[789926973] 'process raft request' (duration: 68.260071ms)","trace[789926973] 'compare' (duration: 109.216247ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:10:45.348782Z","caller":"traceutil/trace.go:171","msg":"trace[289830500] linearizableReadLoop","detail":"{readStateIndex:8416; appliedIndex:8415; }","duration":"108.586812ms","start":"2026-03-03T19:10:45.240163Z","end":"2026-03-03T19:10:45.34875Z","steps":["trace[289830500] 'read index received' (duration: 108.440589ms)","trace[289830500] 'applied index is now lower than readState.Index' (duration: 144.693µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:10:45.348935Z","caller":"traceutil/trace.go:171","msg":"trace[1567025047] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"210.386434ms","start":"2026-03-03T19:10:45.138531Z","end":"2026-03-03T19:10:45.348917Z","steps":["trace[1567025047] 'process raft request' (duration: 210.065726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:10:45.349372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.193196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:10:45.34946Z","caller":"traceutil/trace.go:171","msg":"trace[1442138312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8104; }","duration":"109.328499ms","start":"2026-03-03T19:10:45.240112Z","end":"2026-03-03T19:10:45.34944Z","steps":["trace[1442138312] 'agreement among raft nodes before linearized reading' (duration: 109.175176ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:10:55.5709Z","caller":"traceutil/trace.go:171","msg":"trace[984323763] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"115.621478ms","start":"2026-03-03T19:10:55.455247Z","end":"2026-03-03T19:10:55.570869Z","steps":["trace[984323763] 'process raft request' (duration: 115.322071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:11:50.806311Z","caller":"traceutil/trace.go:171","msg":"trace[117496517] transaction","detail":"{read_only:false; response_revision:8745; number_of_response:1; }","duration":"154.511336ms","start":"2026-03-03T19:11:50.65177Z","end":"2026-03-03T19:11:50.806281Z","steps":["trace[117496517] 'process raft request' (duration: 154.327372ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:12:03.21971Z","caller":"traceutil/trace.go:171","msg":"trace[965176189] transaction","detail":"{read_only:false; response_revision:8810; number_of_response:1; }","duration":"189.665745ms","start":"2026-03-03T19:12:03.029984Z","end":"2026-03-03T19:12:03.21965Z","steps":["trace[965176189] 'process raft request' (duration: 189.262745ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:12:03.689538Z","caller":"traceutil/trace.go:171","msg":"trace[1783371562] transaction","detail":"{read_only:false; response_revision:8813; number_of_response:1; }","duration":"230.050888ms","start":"2026-03-03T19:12:03.459435Z","end":"2026-03-03T19:12:03.689486Z","steps":["trace[1783371562] 'process raft request' (duration: 140.530266ms)","trace[1783371562] 'compare' (duration: 89.343408ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:12:03.776223Z","caller":"traceutil/trace.go:171","msg":"trace[1113980170] linearizableReadLoop","detail":"{readStateIndex:9146; appliedIndex:9144; }","duration":"265.228728ms","start":"2026-03-03T19:12:03.510967Z","end":"2026-03-03T19:12:03.776195Z","steps":["trace[1113980170] 'read index received' (duration: 89.00081ms)","trace[1113980170] 'applied index is now lower than readState.Index' (duration: 176.226618ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:12:03.776286Z","caller":"traceutil/trace.go:171","msg":"trace[245729948] transaction","detail":"{read_only:false; response_revision:8814; number_of_response:1; }","duration":"316.813645ms","start":"2026-03-03T19:12:03.459435Z","end":"2026-03-03T19:12:03.776249Z","steps":["trace[245729948] 'process raft request' (duration: 316.626171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:12:03.776428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.450583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T19:12:03.776461Z","caller":"traceutil/trace.go:171","msg":"trace[1054131123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8814; }","duration":"265.558426ms","start":"2026-03-03T19:12:03.510894Z","end":"2026-03-03T19:12:03.776453Z","steps":["trace[1054131123] 'agreement among raft nodes before linearized reading' (duration: 265.414033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:12:03.77647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:12:03.459414Z","time spent":"316.948988ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:12:03.776556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.64665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T19:12:03.776572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.352549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T19:12:03.776643Z","caller":"traceutil/trace.go:171","msg":"trace[1703362752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8814; }","duration":"260.803004ms","start":"2026-03-03T19:12:03.515822Z","end":"2026-03-03T19:12:03.776625Z","steps":["trace[1703362752] 'agreement among raft nodes before linearized reading' (duration: 260.556208ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:12:03.776652Z","caller":"traceutil/trace.go:171","msg":"trace[1882181850] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:8814; }","duration":"184.470612ms","start":"2026-03-03T19:12:03.592163Z","end":"2026-03-03T19:12:03.776634Z","steps":["trace[1882181850] 'agreement among raft nodes before linearized reading' (duration: 184.259807ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:12:03.88799Z","caller":"traceutil/trace.go:171","msg":"trace[499457948] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"106.810731ms","start":"2026-03-03T19:12:03.781148Z","end":"2026-03-03T19:12:03.887959Z","steps":["trace[499457948] 'process raft request' (duration: 81.761559ms)","trace[499457948] 'compare' (duration: 24.858067ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:12:03.965679Z","caller":"traceutil/trace.go:171","msg":"trace[1338850447] linearizableReadLoop","detail":"{readStateIndex:9149; appliedIndex:9146; }","duration":"182.908506ms","start":"2026-03-03T19:12:03.782742Z","end":"2026-03-03T19:12:03.965651Z","steps":["trace[1338850447] 'read index received' (duration: 80.263334ms)","trace[1338850447] 'applied index is now lower than readState.Index' (duration: 102.643602ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:12:03.966008Z","caller":"traceutil/trace.go:171","msg":"trace[1276918362] transaction","detail":"{read_only:false; response_revision:8816; number_of_response:1; }","duration":"184.729479ms","start":"2026-03-03T19:12:03.781266Z","end":"2026-03-03T19:12:03.965995Z","steps":["trace[1276918362] 'process raft request' (duration: 184.138105ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:12:03.96622Z","caller":"traceutil/trace.go:171","msg":"trace[658372078] transaction","detail":"{read_only:false; response_revision:8817; number_of_response:1; }","duration":"184.289629ms","start":"2026-03-03T19:12:03.78192Z","end":"2026-03-03T19:12:03.966209Z","steps":["trace[658372078] 'process raft request' (duration: 183.683555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:12:03.96667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.283146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:12:03.966739Z","caller":"traceutil/trace.go:171","msg":"trace[1717027714] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8817; }","duration":"150.556672ms","start":"2026-03-03T19:12:03.816167Z","end":"2026-03-03T19:12:03.966723Z","steps":["trace[1717027714] 'agreement among raft nodes before linearized reading' (duration: 150.435629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:12:03.96685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.093774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289802"} {"level":"info","ts":"2026-03-03T19:12:03.966922Z","caller":"traceutil/trace.go:171","msg":"trace[2067244313] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8817; }","duration":"184.209287ms","start":"2026-03-03T19:12:03.782697Z","end":"2026-03-03T19:12:03.966907Z","steps":["trace[2067244313] 'agreement among raft nodes before linearized reading' (duration: 183.608582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:14:14.046364Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T19:14:14.052146Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T19:14:14.052265Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T19:14:32.780647Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7537} {"level":"info","ts":"2026-03-03T19:14:32.845247Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7537,"took":"62.268729ms","hash":735003190,"current-db-size-bytes":40742912,"current-db-size":"41 MB","current-db-size-in-use-bytes":24068096,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T19:14:32.845431Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":735003190,"revision":7537,"compact-revision":5595} {"level":"warn","ts":"2026-03-03T19:16:28.996778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.97124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:16:28.997005Z","caller":"traceutil/trace.go:171","msg":"trace[130624147] transaction","detail":"{read_only:false; response_revision:10410; number_of_response:1; }","duration":"174.993459ms","start":"2026-03-03T19:16:28.821989Z","end":"2026-03-03T19:16:28.996983Z","steps":["trace[130624147] 'process raft request' (duration: 57.719282ms)","trace[130624147] 'compare' (duration: 116.823197ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:16:28.997334Z","caller":"traceutil/trace.go:171","msg":"trace[1534693723] transaction","detail":"{read_only:false; response_revision:10411; number_of_response:1; }","duration":"131.358879ms","start":"2026-03-03T19:16:28.865917Z","end":"2026-03-03T19:16:28.997276Z","steps":["trace[1534693723] 'process raft request' (duration: 130.98586ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:23.204416Z","caller":"traceutil/trace.go:171","msg":"trace[705852836] linearizableReadLoop","detail":"{readStateIndex:11381; appliedIndex:11380; }","duration":"139.556363ms","start":"2026-03-03T19:17:23.064835Z","end":"2026-03-03T19:17:23.204392Z","steps":["trace[705852836] 'read index received' (duration: 139.423519ms)","trace[705852836] 'applied index is now lower than readState.Index' (duration: 131.674µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:17:23.204479Z","caller":"traceutil/trace.go:171","msg":"trace[1709803501] transaction","detail":"{read_only:false; response_revision:10975; number_of_response:1; }","duration":"280.093089ms","start":"2026-03-03T19:17:22.924355Z","end":"2026-03-03T19:17:23.204448Z","steps":["trace[1709803501] 'process raft request' (duration: 279.815922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:23.204669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.815758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T19:17:23.204715Z","caller":"traceutil/trace.go:171","msg":"trace[1281049164] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10975; }","duration":"139.908671ms","start":"2026-03-03T19:17:23.064794Z","end":"2026-03-03T19:17:23.204703Z","steps":["trace[1281049164] 'agreement among raft nodes before linearized reading' (duration: 139.736467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:23.704865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113054936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:17:23.825772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.988382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:17:23.825913Z","caller":"traceutil/trace.go:171","msg":"trace[1941840500] linearizableReadLoop","detail":"{readStateIndex:11382; appliedIndex:11381; }","duration":"621.395462ms","start":"2026-03-03T19:17:23.204495Z","end":"2026-03-03T19:17:23.825891Z","steps":["trace[1941840500] 'read index received' (duration: 509.122823ms)","trace[1941840500] 'applied index is now lower than readState.Index' (duration: 112.270859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:17:23.826146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.856438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:17:23.826284Z","caller":"traceutil/trace.go:171","msg":"trace[368231049] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:10976; }","duration":"643.053483ms","start":"2026-03-03T19:17:23.183201Z","end":"2026-03-03T19:17:23.826255Z","steps":["trace[368231049] 'agreement among raft nodes before linearized reading' (duration: 642.772666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:23.826332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:17:23.183177Z","time spent":"643.143215ms","remote":"127.0.0.1:33252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:17:23.826373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.537606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:17:23.826399Z","caller":"traceutil/trace.go:171","msg":"trace[607542620] transaction","detail":"{read_only:false; response_revision:10976; number_of_response:1; }","duration":"625.809366ms","start":"2026-03-03T19:17:23.200543Z","end":"2026-03-03T19:17:23.826353Z","steps":["trace[607542620] 'process raft request' (duration: 513.108327ms)","trace[607542620] 'compare' (duration: 111.656074ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:17:23.826462Z","caller":"traceutil/trace.go:171","msg":"trace[2132815714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10976; }","duration":"585.658119ms","start":"2026-03-03T19:17:23.240774Z","end":"2026-03-03T19:17:23.826432Z","steps":["trace[2132815714] 'agreement among raft nodes before linearized reading' (duration: 585.524866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:23.826426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.283922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:17:23.826506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:17:23.240749Z","time spent":"585.7476ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:17:23.826515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.911823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T19:17:23.826541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.773456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T19:17:23.826611Z","caller":"traceutil/trace.go:171","msg":"trace[1941530065] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:10976; }","duration":"338.101337ms","start":"2026-03-03T19:17:23.488481Z","end":"2026-03-03T19:17:23.826583Z","steps":["trace[1941530065] 'agreement among raft nodes before linearized reading' (duration: 337.894542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:23.826608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:17:23.20052Z","time spent":"625.9571ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:17:23.82662Z","caller":"traceutil/trace.go:171","msg":"trace[1101225381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10976; }","duration":"133.900079ms","start":"2026-03-03T19:17:23.692697Z","end":"2026-03-03T19:17:23.826597Z","steps":["trace[1101225381] 'agreement among raft nodes before linearized reading' (duration: 133.639683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:23.826613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.061418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-03-03T19:17:23.826663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:17:23.48845Z","time spent":"338.20218ms","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:17:23.826636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.968292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T19:17:23.826544Z","caller":"traceutil/trace.go:171","msg":"trace[1992116592] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:10976; }","duration":"744.436705ms","start":"2026-03-03T19:17:23.082068Z","end":"2026-03-03T19:17:23.826505Z","steps":["trace[1992116592] 'agreement among raft nodes before linearized reading' (duration: 744.21516ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:23.826708Z","caller":"traceutil/trace.go:171","msg":"trace[1399599903] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10976; }","duration":"508.231752ms","start":"2026-03-03T19:17:23.318451Z","end":"2026-03-03T19:17:23.826683Z","steps":["trace[1399599903] 'agreement among raft nodes before linearized reading' (duration: 507.898254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:23.826737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:17:23.082047Z","time spent":"744.674191ms","remote":"127.0.0.1:48584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:17:23.826755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:17:23.318429Z","time spent":"508.317053ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T19:17:23.826754Z","caller":"traceutil/trace.go:171","msg":"trace[1767498090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10976; }","duration":"568.116085ms","start":"2026-03-03T19:17:23.258595Z","end":"2026-03-03T19:17:23.826711Z","steps":["trace[1767498090] 'agreement among raft nodes before linearized reading' (duration: 567.757777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:23.826739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.733415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T19:17:23.826803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:17:23.258576Z","time spent":"568.218577ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T19:17:23.82686Z","caller":"traceutil/trace.go:171","msg":"trace[1376841762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10976; }","duration":"133.887129ms","start":"2026-03-03T19:17:23.692939Z","end":"2026-03-03T19:17:23.826826Z","steps":["trace[1376841762] 'agreement among raft nodes before linearized reading' (duration: 133.473159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:23.827155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.70051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T19:17:23.827258Z","caller":"traceutil/trace.go:171","msg":"trace[743635706] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10976; }","duration":"705.841294ms","start":"2026-03-03T19:17:23.121405Z","end":"2026-03-03T19:17:23.827246Z","steps":["trace[743635706] 'agreement among raft nodes before linearized reading' (duration: 704.599115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:23.827413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:17:23.121387Z","time spent":"706.015809ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T19:17:48.181353Z","caller":"traceutil/trace.go:171","msg":"trace[497484439] linearizableReadLoop","detail":"{readStateIndex:11509; appliedIndex:11508; }","duration":"104.272951ms","start":"2026-03-03T19:17:48.077034Z","end":"2026-03-03T19:17:48.181307Z","steps":["trace[497484439] 'read index received' (duration: 54.863355ms)","trace[497484439] 'applied index is now lower than readState.Index' (duration: 49.407466ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:17:48.181414Z","caller":"traceutil/trace.go:171","msg":"trace[1477994727] transaction","detail":"{read_only:false; response_revision:11098; number_of_response:1; }","duration":"139.790258ms","start":"2026-03-03T19:17:48.041577Z","end":"2026-03-03T19:17:48.181367Z","steps":["trace[1477994727] 'process raft request' (duration: 90.26695ms)","trace[1477994727] 'compare' (duration: 49.088788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:17:48.181723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.468275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:17:48.182019Z","caller":"traceutil/trace.go:171","msg":"trace[494646372] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:11098; }","duration":"104.921296ms","start":"2026-03-03T19:17:48.07698Z","end":"2026-03-03T19:17:48.181901Z","steps":["trace[494646372] 'agreement among raft nodes before linearized reading' (duration: 104.442685ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:49.473471Z","caller":"traceutil/trace.go:171","msg":"trace[1604440564] linearizableReadLoop","detail":"{readStateIndex:11515; appliedIndex:11514; }","duration":"233.55516ms","start":"2026-03-03T19:17:49.23988Z","end":"2026-03-03T19:17:49.473435Z","steps":["trace[1604440564] 'read index received' (duration: 233.353495ms)","trace[1604440564] 'applied index is now lower than readState.Index' (duration: 200.245µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:17:49.473615Z","caller":"traceutil/trace.go:171","msg":"trace[2096091502] transaction","detail":"{read_only:false; response_revision:11104; number_of_response:1; }","duration":"580.475636ms","start":"2026-03-03T19:17:48.893127Z","end":"2026-03-03T19:17:49.473603Z","steps":["trace[2096091502] 'process raft request' (duration: 580.112118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:49.473786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:17:48.893106Z","time spent":"580.543058ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:17:49.473775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.892109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:17:49.473994Z","caller":"traceutil/trace.go:171","msg":"trace[1142047823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11104; }","duration":"234.160725ms","start":"2026-03-03T19:17:49.23981Z","end":"2026-03-03T19:17:49.47397Z","steps":["trace[1142047823] 'agreement among raft nodes before linearized reading' (duration: 233.901259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:49.522431Z","caller":"traceutil/trace.go:171","msg":"trace[844740690] transaction","detail":"{read_only:false; response_revision:11105; number_of_response:1; }","duration":"205.682973ms","start":"2026-03-03T19:17:49.316728Z","end":"2026-03-03T19:17:49.522411Z","steps":["trace[844740690] 'process raft request' (duration: 205.504089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:49.522552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.971891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T19:17:49.522612Z","caller":"traceutil/trace.go:171","msg":"trace[1507725773] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11105; }","duration":"170.089013ms","start":"2026-03-03T19:17:49.352509Z","end":"2026-03-03T19:17:49.522598Z","steps":["trace[1507725773] 'agreement among raft nodes before linearized reading' (duration: 169.902199ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:50.277021Z","caller":"traceutil/trace.go:171","msg":"trace[2100074978] transaction","detail":"{read_only:false; response_revision:11107; number_of_response:1; }","duration":"160.695522ms","start":"2026-03-03T19:17:50.116281Z","end":"2026-03-03T19:17:50.276976Z","steps":["trace[2100074978] 'process raft request' (duration: 81.222487ms)","trace[2100074978] 'compare' (duration: 79.25562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:17:50.596243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.936135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:17:50.596692Z","caller":"traceutil/trace.go:171","msg":"trace[988481591] transaction","detail":"{read_only:false; response_revision:11109; number_of_response:1; }","duration":"313.775702ms","start":"2026-03-03T19:17:50.282899Z","end":"2026-03-03T19:17:50.596675Z","steps":["trace[988481591] 'process raft request' (duration: 313.466175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:50.596813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:17:50.282878Z","time spent":"313.876695ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:17:50.596923Z","caller":"traceutil/trace.go:171","msg":"trace[817288482] transaction","detail":"{read_only:false; response_revision:11110; number_of_response:1; }","duration":"314.003618ms","start":"2026-03-03T19:17:50.282898Z","end":"2026-03-03T19:17:50.596902Z","steps":["trace[817288482] 'process raft request' (duration: 313.699771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:50.597035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:17:50.282869Z","time spent":"314.110171ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:17:50.596516Z","caller":"traceutil/trace.go:171","msg":"trace[454275244] transaction","detail":"{read_only:false; response_revision:11108; number_of_response:1; }","duration":"313.63139ms","start":"2026-03-03T19:17:50.282802Z","end":"2026-03-03T19:17:50.596434Z","steps":["trace[454275244] 'process raft request' (duration: 155.392817ms)","trace[454275244] 'compare' (duration: 157.764792ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:17:50.597232Z","caller":"traceutil/trace.go:171","msg":"trace[930180889] transaction","detail":"{read_only:false; response_revision:11111; number_of_response:1; }","duration":"314.009029ms","start":"2026-03-03T19:17:50.283184Z","end":"2026-03-03T19:17:50.597193Z","steps":["trace[930180889] 'process raft request' (duration: 313.63705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:50.597348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:17:50.28277Z","time spent":"314.462128ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:17:50.597404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:17:50.283172Z","time spent":"314.144551ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:17:50.597238Z","caller":"traceutil/trace.go:171","msg":"trace[1331499610] transaction","detail":"{read_only:false; response_revision:11112; number_of_response:1; }","duration":"314.033249ms","start":"2026-03-03T19:17:50.28318Z","end":"2026-03-03T19:17:50.597214Z","steps":["trace[1331499610] 'process raft request' (duration: 313.917646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:50.597627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:17:50.283146Z","time spent":"314.408147ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:17:50.841544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.324888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:17:50.841703Z","caller":"traceutil/trace.go:171","msg":"trace[2103094255] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11112; }","duration":"128.531923ms","start":"2026-03-03T19:17:50.713149Z","end":"2026-03-03T19:17:50.841681Z","steps":["trace[2103094255] 'range keys from in-memory index tree' (duration: 128.212975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:50.841689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.528073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:17:50.841737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.520643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:17:50.841803Z","caller":"traceutil/trace.go:171","msg":"trace[1079731762] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11112; }","duration":"128.601444ms","start":"2026-03-03T19:17:50.713187Z","end":"2026-03-03T19:17:50.841789Z","steps":["trace[1079731762] 'range keys from in-memory index tree' (duration: 128.44573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:50.841758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.80668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:17:50.84182Z","caller":"traceutil/trace.go:171","msg":"trace[1819924154] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11112; }","duration":"128.696987ms","start":"2026-03-03T19:17:50.713083Z","end":"2026-03-03T19:17:50.84178Z","steps":["trace[1819924154] 'range keys from in-memory index tree' (duration: 128.437901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:50.841818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.427893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T19:17:50.841984Z","caller":"traceutil/trace.go:171","msg":"trace[2105445028] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11112; }","duration":"126.607287ms","start":"2026-03-03T19:17:50.715356Z","end":"2026-03-03T19:17:50.841963Z","steps":["trace[2105445028] 'range keys from in-memory index tree' (duration: 126.267439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:50.841845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.694228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:17:50.842141Z","caller":"traceutil/trace.go:171","msg":"trace[1818098687] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:11112; }","duration":"107.21689ms","start":"2026-03-03T19:17:50.7349Z","end":"2026-03-03T19:17:50.842117Z","steps":["trace[1818098687] 'count revisions from in-memory index tree' (duration: 106.624196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:50.841875Z","caller":"traceutil/trace.go:171","msg":"trace[97033853] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11112; }","duration":"128.983954ms","start":"2026-03-03T19:17:50.712871Z","end":"2026-03-03T19:17:50.841855Z","steps":["trace[97033853] 'range keys from in-memory index tree' (duration: 128.726827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:51.375095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.978449ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-03T19:17:51.375391Z","caller":"traceutil/trace.go:171","msg":"trace[1253778317] linearizableReadLoop","detail":"{readStateIndex:11525; appliedIndex:11523; }","duration":"134.76318ms","start":"2026-03-03T19:17:51.240606Z","end":"2026-03-03T19:17:51.37537Z","steps":["trace[1253778317] 'read index received' (duration: 78.283347ms)","trace[1253778317] 'applied index is now lower than readState.Index' (duration: 56.478553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:17:51.375642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.029656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:17:51.375687Z","caller":"traceutil/trace.go:171","msg":"trace[261202992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11113; }","duration":"135.129538ms","start":"2026-03-03T19:17:51.240545Z","end":"2026-03-03T19:17:51.375674Z","steps":["trace[261202992] 'agreement among raft nodes before linearized reading' (duration: 134.884322ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:51.3757Z","caller":"traceutil/trace.go:171","msg":"trace[550589219] transaction","detail":"{read_only:false; response_revision:11113; number_of_response:1; }","duration":"157.637719ms","start":"2026-03-03T19:17:51.21802Z","end":"2026-03-03T19:17:51.375658Z","steps":["trace[550589219] 'process raft request' (duration: 157.192058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:52.411976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.399124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:17:52.412084Z","caller":"traceutil/trace.go:171","msg":"trace[847746529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11116; }","duration":"171.580889ms","start":"2026-03-03T19:17:52.240477Z","end":"2026-03-03T19:17:52.412058Z","steps":["trace[847746529] 'range keys from in-memory index tree' (duration: 171.270942ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:52.786048Z","caller":"traceutil/trace.go:171","msg":"trace[1245425216] transaction","detail":"{read_only:false; response_revision:11120; number_of_response:1; }","duration":"179.192738ms","start":"2026-03-03T19:17:52.606836Z","end":"2026-03-03T19:17:52.786029Z","steps":["trace[1245425216] 'process raft request' (duration: 179.122426ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:52.78622Z","caller":"traceutil/trace.go:171","msg":"trace[1811003813] linearizableReadLoop","detail":"{readStateIndex:11533; appliedIndex:11528; }","duration":"167.619935ms","start":"2026-03-03T19:17:52.618589Z","end":"2026-03-03T19:17:52.786209Z","steps":["trace[1811003813] 'read index received' (duration: 55.93696ms)","trace[1811003813] 'applied index is now lower than readState.Index' (duration: 111.682125ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:17:52.786145Z","caller":"traceutil/trace.go:171","msg":"trace[668248102] transaction","detail":"{read_only:false; response_revision:11119; number_of_response:1; }","duration":"179.578636ms","start":"2026-03-03T19:17:52.606474Z","end":"2026-03-03T19:17:52.786053Z","steps":["trace[668248102] 'process raft request' (duration: 150.735246ms)","trace[668248102] 'compare' (duration: 28.552983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:17:52.786419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.811393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:17:52.786451Z","caller":"traceutil/trace.go:171","msg":"trace[1697011968] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11121; }","duration":"104.886555ms","start":"2026-03-03T19:17:52.681558Z","end":"2026-03-03T19:17:52.786445Z","steps":["trace[1697011968] 'agreement among raft nodes before linearized reading' (duration: 104.823313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:52.786493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.904851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-895cc74d9-hwsfk.18996a737e2d9598\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T19:17:52.786543Z","caller":"traceutil/trace.go:171","msg":"trace[1516449105] transaction","detail":"{read_only:false; response_revision:11121; number_of_response:1; }","duration":"179.129586ms","start":"2026-03-03T19:17:52.607393Z","end":"2026-03-03T19:17:52.786523Z","steps":["trace[1516449105] 'process raft request' (duration: 178.602124ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:52.786559Z","caller":"traceutil/trace.go:171","msg":"trace[1731457180] range","detail":"{range_begin:/registry/events/openstack/barbican-api-895cc74d9-hwsfk.18996a737e2d9598; range_end:; response_count:1; response_revision:11121; }","duration":"167.991564ms","start":"2026-03-03T19:17:52.618548Z","end":"2026-03-03T19:17:52.78654Z","steps":["trace[1731457180] 'agreement among raft nodes before linearized reading' (duration: 167.800509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:52.786708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.766872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:17:52.786758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.738611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:17:52.786789Z","caller":"traceutil/trace.go:171","msg":"trace[1397435585] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11121; }","duration":"104.879984ms","start":"2026-03-03T19:17:52.681887Z","end":"2026-03-03T19:17:52.786767Z","steps":["trace[1397435585] 'agreement among raft nodes before linearized reading' (duration: 104.731201ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:52.78683Z","caller":"traceutil/trace.go:171","msg":"trace[2105313041] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11121; }","duration":"104.832903ms","start":"2026-03-03T19:17:52.68198Z","end":"2026-03-03T19:17:52.786813Z","steps":["trace[2105313041] 'agreement among raft nodes before linearized reading' (duration: 104.6985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:52.786823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.914545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:17:52.786855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.178631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T19:17:52.786943Z","caller":"traceutil/trace.go:171","msg":"trace[1976023969] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11121; }","duration":"105.07675ms","start":"2026-03-03T19:17:52.681837Z","end":"2026-03-03T19:17:52.786914Z","steps":["trace[1976023969] 'agreement among raft nodes before linearized reading' (duration: 104.815393ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:52.786959Z","caller":"traceutil/trace.go:171","msg":"trace[451151679] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11121; }","duration":"105.332345ms","start":"2026-03-03T19:17:52.681604Z","end":"2026-03-03T19:17:52.786937Z","steps":["trace[451151679] 'agreement among raft nodes before linearized reading' (duration: 105.10045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:52.787072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.806923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T19:17:52.787129Z","caller":"traceutil/trace.go:171","msg":"trace[472925080] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11121; }","duration":"104.860024ms","start":"2026-03-03T19:17:52.682245Z","end":"2026-03-03T19:17:52.787105Z","steps":["trace[472925080] 'agreement among raft nodes before linearized reading' (duration: 104.28075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:52.950734Z","caller":"traceutil/trace.go:171","msg":"trace[1679838685] linearizableReadLoop","detail":"{readStateIndex:11535; appliedIndex:11534; }","duration":"105.230973ms","start":"2026-03-03T19:17:52.845478Z","end":"2026-03-03T19:17:52.950709Z","steps":["trace[1679838685] 'read index received' (duration: 61.164534ms)","trace[1679838685] 'applied index is now lower than readState.Index' (duration: 44.065119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:17:52.950947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.454698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:17:52.950915Z","caller":"traceutil/trace.go:171","msg":"trace[893541681] transaction","detail":"{read_only:false; response_revision:11122; number_of_response:1; }","duration":"127.98965ms","start":"2026-03-03T19:17:52.822877Z","end":"2026-03-03T19:17:52.950867Z","steps":["trace[893541681] 'process raft request' (duration: 83.774797ms)","trace[893541681] 'compare' (duration: 43.909116ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:17:52.950999Z","caller":"traceutil/trace.go:171","msg":"trace[1382319776] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11122; }","duration":"105.575851ms","start":"2026-03-03T19:17:52.84541Z","end":"2026-03-03T19:17:52.950986Z","steps":["trace[1382319776] 'agreement among raft nodes before linearized reading' (duration: 105.457008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:52.951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.09436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:17:52.951061Z","caller":"traceutil/trace.go:171","msg":"trace[399397434] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11122; }","duration":"105.184091ms","start":"2026-03-03T19:17:52.845862Z","end":"2026-03-03T19:17:52.951046Z","steps":["trace[399397434] 'agreement among raft nodes before linearized reading' (duration: 105.075949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:52.951176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.222632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:17:52.95121Z","caller":"traceutil/trace.go:171","msg":"trace[302889826] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11122; }","duration":"105.303595ms","start":"2026-03-03T19:17:52.845898Z","end":"2026-03-03T19:17:52.951202Z","steps":["trace[302889826] 'agreement among raft nodes before linearized reading' (duration: 105.253534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:52.951162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.6865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:17:52.951286Z","caller":"traceutil/trace.go:171","msg":"trace[171124101] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11122; }","duration":"104.929625ms","start":"2026-03-03T19:17:52.846331Z","end":"2026-03-03T19:17:52.951261Z","steps":["trace[171124101] 'agreement among raft nodes before linearized reading' (duration: 104.634908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:17:52.951602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.735908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T19:17:52.951698Z","caller":"traceutil/trace.go:171","msg":"trace[1815470125] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11122; }","duration":"103.871101ms","start":"2026-03-03T19:17:52.84781Z","end":"2026-03-03T19:17:52.951681Z","steps":["trace[1815470125] 'agreement among raft nodes before linearized reading' (duration: 103.349769ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:53.785557Z","caller":"traceutil/trace.go:171","msg":"trace[1015318231] transaction","detail":"{read_only:false; response_revision:11124; number_of_response:1; }","duration":"195.121334ms","start":"2026-03-03T19:17:53.590398Z","end":"2026-03-03T19:17:53.785519Z","steps":["trace[1015318231] 'process raft request' (duration: 122.301746ms)","trace[1015318231] 'compare' (duration: 72.649774ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:17:54.848712Z","caller":"traceutil/trace.go:171","msg":"trace[515247796] transaction","detail":"{read_only:false; response_revision:11128; number_of_response:1; }","duration":"122.46295ms","start":"2026-03-03T19:17:54.72621Z","end":"2026-03-03T19:17:54.848673Z","steps":["trace[515247796] 'process raft request' (duration: 112.661578ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:17:55.835932Z","caller":"traceutil/trace.go:171","msg":"trace[453833701] transaction","detail":"{read_only:false; response_revision:11133; number_of_response:1; }","duration":"126.045934ms","start":"2026-03-03T19:17:55.70986Z","end":"2026-03-03T19:17:55.835906Z","steps":["trace[453833701] 'process raft request' (duration: 125.87577ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:19:32.788091Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9726} {"level":"info","ts":"2026-03-03T19:19:32.872788Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9726,"took":"82.373894ms","hash":1418214463,"current-db-size-bytes":40742912,"current-db-size":"41 MB","current-db-size-in-use-bytes":22151168,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T19:19:32.872864Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1418214463,"revision":9726,"compact-revision":7537} {"level":"info","ts":"2026-03-03T19:22:41.277412Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003475.wal"} {"level":"info","ts":"2026-03-03T19:23:40.805604Z","caller":"traceutil/trace.go:171","msg":"trace[617385964] linearizableReadLoop","detail":"{readStateIndex:13817; appliedIndex:13816; }","duration":"162.033591ms","start":"2026-03-03T19:23:40.643533Z","end":"2026-03-03T19:23:40.805566Z","steps":["trace[617385964] 'read index received' (duration: 161.802146ms)","trace[617385964] 'applied index is now lower than readState.Index' (duration: 229.795µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:23:40.805748Z","caller":"traceutil/trace.go:171","msg":"trace[2138725713] transaction","detail":"{read_only:false; response_revision:13323; number_of_response:1; }","duration":"172.356085ms","start":"2026-03-03T19:23:40.633328Z","end":"2026-03-03T19:23:40.805684Z","steps":["trace[2138725713] 'process raft request' (duration: 172.017577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:23:40.805898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.329568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T19:23:40.805986Z","caller":"traceutil/trace.go:171","msg":"trace[2043569338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13323; }","duration":"162.457202ms","start":"2026-03-03T19:23:40.643506Z","end":"2026-03-03T19:23:40.805963Z","steps":["trace[2043569338] 'agreement among raft nodes before linearized reading' (duration: 162.184565ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:24:03.660464Z","caller":"traceutil/trace.go:171","msg":"trace[504009417] transaction","detail":"{read_only:false; response_revision:13437; number_of_response:1; }","duration":"273.408158ms","start":"2026-03-03T19:24:03.387Z","end":"2026-03-03T19:24:03.660408Z","steps":["trace[504009417] 'process raft request' (duration: 237.074331ms)","trace[504009417] 'compare' (duration: 35.817134ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:24:03.949525Z","caller":"traceutil/trace.go:171","msg":"trace[2060932115] transaction","detail":"{read_only:false; response_revision:13439; number_of_response:1; }","duration":"223.109662ms","start":"2026-03-03T19:24:03.726379Z","end":"2026-03-03T19:24:03.949488Z","steps":["trace[2060932115] 'process raft request' (duration: 221.7588ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:24:13.406427Z","caller":"traceutil/trace.go:171","msg":"trace[1206375455] transaction","detail":"{read_only:false; response_revision:13484; number_of_response:1; }","duration":"115.136046ms","start":"2026-03-03T19:24:13.291268Z","end":"2026-03-03T19:24:13.406404Z","steps":["trace[1206375455] 'process raft request' (duration: 114.986742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:13.655221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.71547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:24:13.655351Z","caller":"traceutil/trace.go:171","msg":"trace[1667383851] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:13484; }","duration":"146.911925ms","start":"2026-03-03T19:24:13.508405Z","end":"2026-03-03T19:24:13.655317Z","steps":["trace[1667383851] 'count revisions from in-memory index tree' (duration: 146.610288ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:24:13.857294Z","caller":"traceutil/trace.go:171","msg":"trace[1772937209] transaction","detail":"{read_only:false; response_revision:13486; number_of_response:1; }","duration":"129.087414ms","start":"2026-03-03T19:24:13.728168Z","end":"2026-03-03T19:24:13.857256Z","steps":["trace[1772937209] 'process raft request' (duration: 111.165681ms)","trace[1772937209] 'compare' (duration: 17.7919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:24:21.701366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.795854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:24:21.70172Z","caller":"traceutil/trace.go:171","msg":"trace[1222914708] transaction","detail":"{read_only:false; response_revision:13530; number_of_response:1; }","duration":"1.119377507s","start":"2026-03-03T19:24:20.58231Z","end":"2026-03-03T19:24:21.701688Z","steps":["trace[1222914708] 'process raft request' (duration: 427.141642ms)","trace[1222914708] 'compare' (duration: 691.446996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:24:21.701869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:20.582295Z","time spent":"1.11952226s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:24:21.701859Z","caller":"traceutil/trace.go:171","msg":"trace[402022126] linearizableReadLoop","detail":"{readStateIndex:14033; appliedIndex:14032; }","duration":"632.489116ms","start":"2026-03-03T19:24:21.069327Z","end":"2026-03-03T19:24:21.701816Z","steps":["trace[402022126] 'read index received' (duration: 52.531µs)","trace[402022126] 'applied index is now lower than readState.Index' (duration: 632.433835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:24:21.702057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.713621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T19:24:21.702143Z","caller":"traceutil/trace.go:171","msg":"trace[1653315801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13530; }","duration":"632.852704ms","start":"2026-03-03T19:24:21.06927Z","end":"2026-03-03T19:24:21.702123Z","steps":["trace[1653315801] 'agreement among raft nodes before linearized reading' (duration: 632.629289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:21.7022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:21.069249Z","time spent":"632.938227ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T19:24:21.768413Z","caller":"traceutil/trace.go:171","msg":"trace[1224602358] transaction","detail":"{read_only:false; response_revision:13531; number_of_response:1; }","duration":"316.929944ms","start":"2026-03-03T19:24:21.451459Z","end":"2026-03-03T19:24:21.768389Z","steps":["trace[1224602358] 'process raft request' (duration: 316.665548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:21.768563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:21.451425Z","time spent":"317.057357ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:24:21.768547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.563421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:24:21.768603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.982311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T19:24:21.768607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.934653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-qndkn\" ","response":"range_response_count:1 size:11624"} {"level":"warn","ts":"2026-03-03T19:24:21.768609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.280639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T19:24:21.768664Z","caller":"traceutil/trace.go:171","msg":"trace[1805562539] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-qndkn; range_end:; response_count:1; response_revision:13532; }","duration":"297.037385ms","start":"2026-03-03T19:24:21.471608Z","end":"2026-03-03T19:24:21.768646Z","steps":["trace[1805562539] 'agreement among raft nodes before linearized reading' (duration: 296.786099ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:24:21.76865Z","caller":"traceutil/trace.go:171","msg":"trace[84193397] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:13532; }","duration":"460.741875ms","start":"2026-03-03T19:24:21.307874Z","end":"2026-03-03T19:24:21.768615Z","steps":["trace[84193397] 'agreement among raft nodes before linearized reading' (duration: 460.553351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:21.768699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.546067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:24:21.768652Z","caller":"traceutil/trace.go:171","msg":"trace[1002434601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13532; }","duration":"698.099523ms","start":"2026-03-03T19:24:21.07054Z","end":"2026-03-03T19:24:21.76864Z","steps":["trace[1002434601] 'agreement among raft nodes before linearized reading' (duration: 697.926739ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:24:21.76873Z","caller":"traceutil/trace.go:171","msg":"trace[1006786198] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:13532; }","duration":"671.601928ms","start":"2026-03-03T19:24:21.097118Z","end":"2026-03-03T19:24:21.76872Z","steps":["trace[1006786198] 'agreement among raft nodes before linearized reading' (duration: 671.241609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:21.768724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:21.307848Z","time spent":"460.859338ms","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:24:21.768752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:21.097045Z","time spent":"671.70125ms","remote":"127.0.0.1:48660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:24:21.768751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:21.07051Z","time spent":"698.232256ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:24:21.768846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.437773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T19:24:21.768696Z","caller":"traceutil/trace.go:171","msg":"trace[552378381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13532; }","duration":"693.404853ms","start":"2026-03-03T19:24:21.07527Z","end":"2026-03-03T19:24:21.768675Z","steps":["trace[552378381] 'agreement among raft nodes before linearized reading' (duration: 693.162397ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:24:21.768878Z","caller":"traceutil/trace.go:171","msg":"trace[1343582887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13532; }","duration":"693.482434ms","start":"2026-03-03T19:24:21.075385Z","end":"2026-03-03T19:24:21.768867Z","steps":["trace[1343582887] 'agreement among raft nodes before linearized reading' (duration: 693.020313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:21.768899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:21.075287Z","time spent":"693.605707ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:24:21.7689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:21.075258Z","time spent":"693.631648ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:24:21.769029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.635567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T19:24:21.769168Z","caller":"traceutil/trace.go:171","msg":"trace[248600098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13533; }","duration":"693.794742ms","start":"2026-03-03T19:24:21.075316Z","end":"2026-03-03T19:24:21.76911Z","steps":["trace[248600098] 'agreement among raft nodes before linearized reading' (duration: 693.107476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:21.7692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:21.075287Z","time spent":"693.905374ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T19:24:23.687039Z","caller":"traceutil/trace.go:171","msg":"trace[885852208] transaction","detail":"{read_only:false; response_revision:13545; number_of_response:1; }","duration":"178.760135ms","start":"2026-03-03T19:24:23.508235Z","end":"2026-03-03T19:24:23.686995Z","steps":["trace[885852208] 'process raft request' (duration: 178.53925ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:24:23.851573Z","caller":"traceutil/trace.go:171","msg":"trace[1689853812] transaction","detail":"{read_only:false; response_revision:13546; number_of_response:1; }","duration":"332.42517ms","start":"2026-03-03T19:24:23.519112Z","end":"2026-03-03T19:24:23.851538Z","steps":["trace[1689853812] 'process raft request' (duration: 332.201984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:23.851753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:23.519099Z","time spent":"332.551112ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12187,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:24:32.116644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.819058ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T19:24:32.117083Z","caller":"traceutil/trace.go:171","msg":"trace[562901132] transaction","detail":"{read_only:false; response_revision:13699; number_of_response:1; }","duration":"229.38585ms","start":"2026-03-03T19:24:31.887645Z","end":"2026-03-03T19:24:32.117031Z","steps":["trace[562901132] 'process raft request' (duration: 229.297128ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:24:32.117254Z","caller":"traceutil/trace.go:171","msg":"trace[1667821393] transaction","detail":"{read_only:false; response_revision:13698; number_of_response:1; }","duration":"233.534728ms","start":"2026-03-03T19:24:31.883704Z","end":"2026-03-03T19:24:32.117239Z","steps":["trace[1667821393] 'process raft request' (duration: 233.104918ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:24:32.117361Z","caller":"traceutil/trace.go:171","msg":"trace[293649240] transaction","detail":"{read_only:false; response_revision:13697; number_of_response:1; }","duration":"327.095254ms","start":"2026-03-03T19:24:31.790233Z","end":"2026-03-03T19:24:32.117328Z","steps":["trace[293649240] 'process raft request' (duration: 214.459227ms)","trace[293649240] 'compare' (duration: 111.516011ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:24:32.117411Z","caller":"traceutil/trace.go:171","msg":"trace[1748624976] linearizableReadLoop","detail":"{readStateIndex:14206; appliedIndex:14203; }","duration":"225.510368ms","start":"2026-03-03T19:24:31.891867Z","end":"2026-03-03T19:24:32.117377Z","steps":["trace[1748624976] 'read index received' (duration: 112.844691ms)","trace[1748624976] 'applied index is now lower than readState.Index' (duration: 112.663657ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:24:32.117448Z","caller":"traceutil/trace.go:171","msg":"trace[891908648] transaction","detail":"{read_only:false; response_revision:13700; number_of_response:1; }","duration":"180.6552ms","start":"2026-03-03T19:24:31.936761Z","end":"2026-03-03T19:24:32.117416Z","steps":["trace[891908648] 'process raft request' (duration: 180.21948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:32.11754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:31.790223Z","time spent":"327.208817ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3708,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:24:32.117615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.753364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T19:24:32.117667Z","caller":"traceutil/trace.go:171","msg":"trace[1312727273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13700; }","duration":"225.845647ms","start":"2026-03-03T19:24:31.891805Z","end":"2026-03-03T19:24:32.11765Z","steps":["trace[1312727273] 'agreement among raft nodes before linearized reading' (duration: 225.698323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:32.117739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.328505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T19:24:32.117758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.77174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-msc6k.18996b4487435b94\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-03T19:24:32.117776Z","caller":"traceutil/trace.go:171","msg":"trace[1177266431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13700; }","duration":"217.397427ms","start":"2026-03-03T19:24:31.900364Z","end":"2026-03-03T19:24:32.117761Z","steps":["trace[1177266431] 'agreement among raft nodes before linearized reading' (duration: 217.233833ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:24:32.1178Z","caller":"traceutil/trace.go:171","msg":"trace[233704031] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-msc6k.18996b4487435b94; range_end:; response_count:1; response_revision:13700; }","duration":"168.835292ms","start":"2026-03-03T19:24:31.948951Z","end":"2026-03-03T19:24:32.117786Z","steps":["trace[233704031] 'agreement among raft nodes before linearized reading' (duration: 168.683108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:32.11781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.870346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T19:24:32.117845Z","caller":"traceutil/trace.go:171","msg":"trace[619168478] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13700; }","duration":"222.902187ms","start":"2026-03-03T19:24:31.894931Z","end":"2026-03-03T19:24:32.117833Z","steps":["trace[619168478] 'agreement among raft nodes before linearized reading' (duration: 222.812925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:32.117908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.35394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T19:24:32.117895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.390128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T19:24:32.117954Z","caller":"traceutil/trace.go:171","msg":"trace[1309133466] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13700; }","duration":"221.442442ms","start":"2026-03-03T19:24:31.896498Z","end":"2026-03-03T19:24:32.117941Z","steps":["trace[1309133466] 'agreement among raft nodes before linearized reading' (duration: 221.228957ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:24:32.118001Z","caller":"traceutil/trace.go:171","msg":"trace[61420807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13700; }","duration":"223.615503ms","start":"2026-03-03T19:24:31.894361Z","end":"2026-03-03T19:24:32.117976Z","steps":["trace[61420807] 'agreement among raft nodes before linearized reading' (duration: 223.196063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:32.622047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113062943,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:24:32.890193Z","caller":"traceutil/trace.go:171","msg":"trace[208803883] transaction","detail":"{read_only:false; response_revision:13701; number_of_response:1; }","duration":"768.960785ms","start":"2026-03-03T19:24:32.121204Z","end":"2026-03-03T19:24:32.890165Z","steps":["trace[208803883] 'process raft request' (duration: 768.740249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:32.890516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:32.12117Z","time spent":"769.109378ms","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:24:32.990151Z","caller":"traceutil/trace.go:171","msg":"trace[2104050987] transaction","detail":"{read_only:false; response_revision:13702; number_of_response:1; }","duration":"867.98464ms","start":"2026-03-03T19:24:32.122129Z","end":"2026-03-03T19:24:32.990114Z","steps":["trace[2104050987] 'process raft request' (duration: 867.719503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:32.990525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:32.122105Z","time spent":"868.140254ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:24:32.990517Z","caller":"traceutil/trace.go:171","msg":"trace[584657070] transaction","detail":"{read_only:false; response_revision:13703; number_of_response:1; }","duration":"868.324548ms","start":"2026-03-03T19:24:32.12214Z","end":"2026-03-03T19:24:32.990464Z","steps":["trace[584657070] 'process raft request' (duration: 867.926059ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:24:32.990569Z","caller":"traceutil/trace.go:171","msg":"trace[767184566] transaction","detail":"{read_only:false; response_revision:13704; number_of_response:1; }","duration":"868.330707ms","start":"2026-03-03T19:24:32.122195Z","end":"2026-03-03T19:24:32.990526Z","steps":["trace[767184566] 'process raft request' (duration: 868.100372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:32.990735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:32.122122Z","time spent":"868.502132ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:24:32.990734Z","caller":"traceutil/trace.go:171","msg":"trace[1573150677] linearizableReadLoop","detail":"{readStateIndex:14213; appliedIndex:14207; }","duration":"869.295431ms","start":"2026-03-03T19:24:32.121425Z","end":"2026-03-03T19:24:32.990721Z","steps":["trace[1573150677] 'read index received' (duration: 768.616487ms)","trace[1573150677] 'applied index is now lower than readState.Index' (duration: 100.675584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:24:32.990883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:32.122179Z","time spent":"868.502762ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:24:32.990949Z","caller":"traceutil/trace.go:171","msg":"trace[1176878778] transaction","detail":"{read_only:false; response_revision:13705; number_of_response:1; }","duration":"867.665382ms","start":"2026-03-03T19:24:32.123272Z","end":"2026-03-03T19:24:32.990937Z","steps":["trace[1176878778] 'process raft request' (duration: 867.16114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:32.990913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.484435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27703f3d-11ad-48c3-99ec-4d057084a4eb\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-03-03T19:24:32.991004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:32.123263Z","time spent":"867.709463ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:24:32.991057Z","caller":"traceutil/trace.go:171","msg":"trace[1784712889] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-27703f3d-11ad-48c3-99ec-4d057084a4eb; range_end:; response_count:1; response_revision:13707; }","duration":"869.66935ms","start":"2026-03-03T19:24:32.121368Z","end":"2026-03-03T19:24:32.991038Z","steps":["trace[1784712889] 'agreement among raft nodes before linearized reading' (duration: 869.401273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:32.991101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:32.121343Z","time spent":"869.745182ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27703f3d-11ad-48c3-99ec-4d057084a4eb\" "} {"level":"info","ts":"2026-03-03T19:24:32.991137Z","caller":"traceutil/trace.go:171","msg":"trace[1492329429] transaction","detail":"{read_only:false; response_revision:13706; number_of_response:1; }","duration":"867.233022ms","start":"2026-03-03T19:24:32.123895Z","end":"2026-03-03T19:24:32.991128Z","steps":["trace[1492329429] 'process raft request' (duration: 866.73208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:32.991188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:32.123871Z","time spent":"867.297244ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:24:32.991247Z","caller":"traceutil/trace.go:171","msg":"trace[586490468] transaction","detail":"{read_only:false; response_revision:13707; number_of_response:1; }","duration":"201.43195ms","start":"2026-03-03T19:24:32.789809Z","end":"2026-03-03T19:24:32.991241Z","steps":["trace[586490468] 'process raft request' (duration: 200.870177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:32.991383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.36577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:24:32.991434Z","caller":"traceutil/trace.go:171","msg":"trace[146031497] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:13707; }","duration":"793.435252ms","start":"2026-03-03T19:24:32.197983Z","end":"2026-03-03T19:24:32.991418Z","steps":["trace[146031497] 'agreement among raft nodes before linearized reading' (duration: 793.339369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:32.991473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:32.197971Z","time spent":"793.494083ms","remote":"127.0.0.1:44044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:24:32.991564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.708205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:24:32.991597Z","caller":"traceutil/trace.go:171","msg":"trace[247681763] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:13707; }","duration":"100.787287ms","start":"2026-03-03T19:24:32.8908Z","end":"2026-03-03T19:24:32.991587Z","steps":["trace[247681763] 'agreement among raft nodes before linearized reading' (duration: 100.733385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:32.991759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.805078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T19:24:32.991794Z","caller":"traceutil/trace.go:171","msg":"trace[1311470413] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13707; }","duration":"212.929271ms","start":"2026-03-03T19:24:32.778856Z","end":"2026-03-03T19:24:32.991786Z","steps":["trace[1311470413] 'agreement among raft nodes before linearized reading' (duration: 212.838789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:32.991848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.390784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27703f3d-11ad-48c3-99ec-4d057084a4eb\" ","response":"range_response_count:1 size:3606"} {"level":"info","ts":"2026-03-03T19:24:32.991888Z","caller":"traceutil/trace.go:171","msg":"trace[48040677] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-27703f3d-11ad-48c3-99ec-4d057084a4eb; range_end:; response_count:1; response_revision:13707; }","duration":"713.468865ms","start":"2026-03-03T19:24:32.27841Z","end":"2026-03-03T19:24:32.991879Z","steps":["trace[48040677] 'agreement among raft nodes before linearized reading' (duration: 713.370073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:32.991919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:32.278387Z","time spent":"713.525347ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3629,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27703f3d-11ad-48c3-99ec-4d057084a4eb\" "} {"level":"warn","ts":"2026-03-03T19:24:32.99176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.996361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T19:24:32.99198Z","caller":"traceutil/trace.go:171","msg":"trace[2002736009] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:13707; }","duration":"542.268039ms","start":"2026-03-03T19:24:32.449701Z","end":"2026-03-03T19:24:32.991969Z","steps":["trace[2002736009] 'agreement among raft nodes before linearized reading' (duration: 541.930741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:32.992021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:32.44967Z","time spent":"542.34046ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-dflmr\" "} {"level":"warn","ts":"2026-03-03T19:24:32.992111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.958087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e0d49896-9d41-4287-8038-850925756363\" ","response":"range_response_count:1 size:3723"} {"level":"info","ts":"2026-03-03T19:24:32.992147Z","caller":"traceutil/trace.go:171","msg":"trace[1366591275] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e0d49896-9d41-4287-8038-850925756363; range_end:; response_count:1; response_revision:13707; }","duration":"714.036759ms","start":"2026-03-03T19:24:32.278102Z","end":"2026-03-03T19:24:32.992139Z","steps":["trace[1366591275] 'agreement among raft nodes before linearized reading' (duration: 713.940666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:32.992177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:32.278079Z","time spent":"714.08925ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3746,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e0d49896-9d41-4287-8038-850925756363\" "} {"level":"warn","ts":"2026-03-03T19:24:32.99238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.533167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:24:32.992412Z","caller":"traceutil/trace.go:171","msg":"trace[729865286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13707; }","duration":"752.608579ms","start":"2026-03-03T19:24:32.239795Z","end":"2026-03-03T19:24:32.992404Z","steps":["trace[729865286] 'agreement among raft nodes before linearized reading' (duration: 752.558578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:32.992433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:32.239776Z","time spent":"752.651789ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:24:32.991443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.305528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:24:32.993131Z","caller":"traceutil/trace.go:171","msg":"trace[35035498] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:13707; }","duration":"378.956676ms","start":"2026-03-03T19:24:32.614068Z","end":"2026-03-03T19:24:32.993025Z","steps":["trace[35035498] 'agreement among raft nodes before linearized reading' (duration: 377.345488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:24:32.99322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:24:32.614041Z","time spent":"379.132111ms","remote":"127.0.0.1:44182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:24:33.000653Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11735} {"level":"info","ts":"2026-03-03T19:24:33.08086Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11735,"took":"76.396701ms","hash":1622240155,"current-db-size-bytes":40742912,"current-db-size":"41 MB","current-db-size-in-use-bytes":24465408,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T19:24:33.080962Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1622240155,"revision":11735,"compact-revision":9726} {"level":"info","ts":"2026-03-03T19:25:38.06587Z","caller":"traceutil/trace.go:171","msg":"trace[550292683] linearizableReadLoop","detail":"{readStateIndex:15109; appliedIndex:15108; }","duration":"225.577843ms","start":"2026-03-03T19:25:37.840265Z","end":"2026-03-03T19:25:38.065843Z","steps":["trace[550292683] 'read index received' (duration: 225.378028ms)","trace[550292683] 'applied index is now lower than readState.Index' (duration: 198.274µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:25:38.06597Z","caller":"traceutil/trace.go:171","msg":"trace[1981481946] transaction","detail":"{read_only:false; response_revision:14574; number_of_response:1; }","duration":"278.819889ms","start":"2026-03-03T19:25:37.7871Z","end":"2026-03-03T19:25:38.06592Z","steps":["trace[1981481946] 'process raft request' (duration: 278.536903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:38.066075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.766298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:25:38.066304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.4432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T19:25:38.066656Z","caller":"traceutil/trace.go:171","msg":"trace[1955984919] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14574; }","duration":"225.845509ms","start":"2026-03-03T19:25:37.840788Z","end":"2026-03-03T19:25:38.066634Z","steps":["trace[1955984919] 'agreement among raft nodes before linearized reading' (duration: 225.332707ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:25:38.066565Z","caller":"traceutil/trace.go:171","msg":"trace[452343433] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14574; }","duration":"226.378482ms","start":"2026-03-03T19:25:37.840161Z","end":"2026-03-03T19:25:38.066539Z","steps":["trace[452343433] 'agreement among raft nodes before linearized reading' (duration: 225.781788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:38.066354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.127992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-03T19:25:38.066944Z","caller":"traceutil/trace.go:171","msg":"trace[41458513] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14574; }","duration":"225.724836ms","start":"2026-03-03T19:25:37.841162Z","end":"2026-03-03T19:25:38.066887Z","steps":["trace[41458513] 'agreement among raft nodes before linearized reading' (duration: 225.04941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:38.066352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.154943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T19:25:38.067271Z","caller":"traceutil/trace.go:171","msg":"trace[263244280] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14574; }","duration":"226.141546ms","start":"2026-03-03T19:25:37.841116Z","end":"2026-03-03T19:25:38.067258Z","steps":["trace[263244280] 'agreement among raft nodes before linearized reading' (duration: 225.06454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:38.066405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.212984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:25:38.067372Z","caller":"traceutil/trace.go:171","msg":"trace[206480823] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14574; }","duration":"226.227188ms","start":"2026-03-03T19:25:37.841133Z","end":"2026-03-03T19:25:38.06736Z","steps":["trace[206480823] 'agreement among raft nodes before linearized reading' (duration: 225.110062ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:25:56.356177Z","caller":"traceutil/trace.go:171","msg":"trace[1479266479] linearizableReadLoop","detail":"{readStateIndex:15198; appliedIndex:15197; }","duration":"240.834322ms","start":"2026-03-03T19:25:56.115308Z","end":"2026-03-03T19:25:56.356143Z","steps":["trace[1479266479] 'read index received' (duration: 240.683939ms)","trace[1479266479] 'applied index is now lower than readState.Index' (duration: 148.413µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:25:56.356609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.04627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T19:25:56.356704Z","caller":"traceutil/trace.go:171","msg":"trace[899643073] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14659; }","duration":"239.159903ms","start":"2026-03-03T19:25:56.117531Z","end":"2026-03-03T19:25:56.356691Z","steps":["trace[899643073] 'agreement among raft nodes before linearized reading' (duration: 238.980049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:56.356599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.001743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:25:56.356774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.428809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T19:25:56.356812Z","caller":"traceutil/trace.go:171","msg":"trace[1554650244] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14659; }","duration":"240.246019ms","start":"2026-03-03T19:25:56.116539Z","end":"2026-03-03T19:25:56.356785Z","steps":["trace[1554650244] 'agreement among raft nodes before linearized reading' (duration: 239.952992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:56.356547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.15457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-03T19:25:56.356831Z","caller":"traceutil/trace.go:171","msg":"trace[90913089] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14659; }","duration":"239.505091ms","start":"2026-03-03T19:25:56.117307Z","end":"2026-03-03T19:25:56.356812Z","steps":["trace[90913089] 'agreement among raft nodes before linearized reading' (duration: 239.372678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:56.356624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.657851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:25:56.356947Z","caller":"traceutil/trace.go:171","msg":"trace[1360185691] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14659; }","duration":"241.619311ms","start":"2026-03-03T19:25:56.115265Z","end":"2026-03-03T19:25:56.356884Z","steps":["trace[1360185691] 'agreement among raft nodes before linearized reading' (duration: 241.009156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:25:56.356586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.213362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:25:56.357079Z","caller":"traceutil/trace.go:171","msg":"trace[1223294574] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14659; }","duration":"239.02862ms","start":"2026-03-03T19:25:56.117945Z","end":"2026-03-03T19:25:56.356974Z","steps":["trace[1223294574] 'agreement among raft nodes before linearized reading' (duration: 238.61413ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:25:56.357145Z","caller":"traceutil/trace.go:171","msg":"trace[1875860760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14659; }","duration":"116.824596ms","start":"2026-03-03T19:25:56.240298Z","end":"2026-03-03T19:25:56.357123Z","steps":["trace[1875860760] 'agreement among raft nodes before linearized reading' (duration: 116.189252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:02.293674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.083727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T19:26:02.293745Z","caller":"traceutil/trace.go:171","msg":"trace[1332931750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14684; }","duration":"644.17045ms","start":"2026-03-03T19:26:01.649556Z","end":"2026-03-03T19:26:02.293726Z","steps":["trace[1332931750] 'range keys from in-memory index tree' (duration: 643.931334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:02.293725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.356067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T19:26:02.293728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.585433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-03-03T19:26:02.293778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:01.649521Z","time spent":"644.249651ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T19:26:02.293806Z","caller":"traceutil/trace.go:171","msg":"trace[788458420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14684; }","duration":"642.472889ms","start":"2026-03-03T19:26:01.651314Z","end":"2026-03-03T19:26:02.293786Z","steps":["trace[788458420] 'range keys from in-memory index tree' (duration: 642.154512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:02.293851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:01.651302Z","time spent":"642.541561ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T19:26:02.29381Z","caller":"traceutil/trace.go:171","msg":"trace[1086696370] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:14684; }","duration":"325.717056ms","start":"2026-03-03T19:26:01.968076Z","end":"2026-03-03T19:26:02.293793Z","steps":["trace[1086696370] 'range keys from in-memory index tree' (duration: 325.409908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:02.294091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:01.968047Z","time spent":"325.946401ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-dflmr\" "} {"level":"warn","ts":"2026-03-03T19:26:02.293745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.124756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T19:26:02.294265Z","caller":"traceutil/trace.go:171","msg":"trace[2053147185] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14684; }","duration":"293.667299ms","start":"2026-03-03T19:26:02.000533Z","end":"2026-03-03T19:26:02.294201Z","steps":["trace[2053147185] 'range keys from in-memory index tree' (duration: 292.926681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:02.294406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.081643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T19:26:02.294534Z","caller":"traceutil/trace.go:171","msg":"trace[1362590720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14684; }","duration":"643.252148ms","start":"2026-03-03T19:26:01.651261Z","end":"2026-03-03T19:26:02.294513Z","steps":["trace[1362590720] 'range keys from in-memory index tree' (duration: 642.242674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:02.294623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:01.65124Z","time spent":"643.368001ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:26:02.294446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.444743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T19:26:02.294936Z","caller":"traceutil/trace.go:171","msg":"trace[400402855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14684; }","duration":"648.095332ms","start":"2026-03-03T19:26:01.646823Z","end":"2026-03-03T19:26:02.294918Z","steps":["trace[400402855] 'range keys from in-memory index tree' (duration: 646.227979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:02.295013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:01.646748Z","time spent":"648.254006ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T19:26:02.453897Z","caller":"traceutil/trace.go:171","msg":"trace[898988273] transaction","detail":"{read_only:false; response_revision:14685; number_of_response:1; }","duration":"155.412918ms","start":"2026-03-03T19:26:02.298451Z","end":"2026-03-03T19:26:02.453864Z","steps":["trace[898988273] 'process raft request' (duration: 155.187382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:26:02.634102Z","caller":"traceutil/trace.go:171","msg":"trace[801561064] linearizableReadLoop","detail":"{readStateIndex:15226; appliedIndex:15224; }","duration":"332.949587ms","start":"2026-03-03T19:26:02.301119Z","end":"2026-03-03T19:26:02.634069Z","steps":["trace[801561064] 'read index received' (duration: 152.589401ms)","trace[801561064] 'applied index is now lower than readState.Index' (duration: 180.358586ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:26:02.634188Z","caller":"traceutil/trace.go:171","msg":"trace[1491441228] transaction","detail":"{read_only:false; response_revision:14686; number_of_response:1; }","duration":"334.035412ms","start":"2026-03-03T19:26:02.300114Z","end":"2026-03-03T19:26:02.634149Z","steps":["trace[1491441228] 'process raft request' (duration: 333.669223ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:26:02.634256Z","caller":"traceutil/trace.go:171","msg":"trace[1372014270] transaction","detail":"{read_only:false; response_revision:14688; number_of_response:1; }","duration":"331.675566ms","start":"2026-03-03T19:26:02.302566Z","end":"2026-03-03T19:26:02.634241Z","steps":["trace[1372014270] 'process raft request' (duration: 331.457531ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:26:02.634258Z","caller":"traceutil/trace.go:171","msg":"trace[1821852079] transaction","detail":"{read_only:false; response_revision:14687; number_of_response:1; }","duration":"332.66879ms","start":"2026-03-03T19:26:02.301558Z","end":"2026-03-03T19:26:02.634227Z","steps":["trace[1821852079] 'process raft request' (duration: 332.406704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:02.634368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:02.300098Z","time spent":"334.167486ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:26:02.634421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:02.302545Z","time spent":"331.753019ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:26:02.634442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:02.30155Z","time spent":"332.801163ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:26:02.635537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.409152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:764251"} {"level":"info","ts":"2026-03-03T19:26:02.635586Z","caller":"traceutil/trace.go:171","msg":"trace[774276090] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:14688; }","duration":"334.474763ms","start":"2026-03-03T19:26:02.301099Z","end":"2026-03-03T19:26:02.635574Z","steps":["trace[774276090] 'agreement among raft nodes before linearized reading' (duration: 333.473109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:02.635619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:02.301092Z","time spent":"334.516133ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":764274,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T19:26:02.674338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.255092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:26:02.674451Z","caller":"traceutil/trace.go:171","msg":"trace[2099415385] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14691; }","duration":"316.455527ms","start":"2026-03-03T19:26:02.357971Z","end":"2026-03-03T19:26:02.674426Z","steps":["trace[2099415385] 'agreement among raft nodes before linearized reading' (duration: 316.240982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:02.674509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:02.357942Z","time spent":"316.554759ms","remote":"127.0.0.1:42448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:26:02.675027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.986718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fnjqh\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-03T19:26:02.675082Z","caller":"traceutil/trace.go:171","msg":"trace[1529564881] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fnjqh; range_end:; response_count:1; response_revision:14691; }","duration":"233.060619ms","start":"2026-03-03T19:26:02.442007Z","end":"2026-03-03T19:26:02.675067Z","steps":["trace[1529564881] 'agreement among raft nodes before linearized reading' (duration: 232.869405ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:26:02.675283Z","caller":"traceutil/trace.go:171","msg":"trace[1416716455] transaction","detail":"{read_only:false; response_revision:14689; number_of_response:1; }","duration":"183.451638ms","start":"2026-03-03T19:26:02.491816Z","end":"2026-03-03T19:26:02.675267Z","steps":["trace[1416716455] 'process raft request' (duration: 182.123477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:02.675335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.246696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fnjqh\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-03T19:26:02.675435Z","caller":"traceutil/trace.go:171","msg":"trace[1662640044] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fnjqh; range_end:; response_count:1; response_revision:14691; }","duration":"239.394368ms","start":"2026-03-03T19:26:02.436019Z","end":"2026-03-03T19:26:02.675413Z","steps":["trace[1662640044] 'agreement among raft nodes before linearized reading' (duration: 239.097931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:26:02.675453Z","caller":"traceutil/trace.go:171","msg":"trace[1260862864] transaction","detail":"{read_only:false; response_revision:14690; number_of_response:1; }","duration":"179.958056ms","start":"2026-03-03T19:26:02.495484Z","end":"2026-03-03T19:26:02.675442Z","steps":["trace[1260862864] 'process raft request' (duration: 178.620515ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:26:02.675622Z","caller":"traceutil/trace.go:171","msg":"trace[905592451] transaction","detail":"{read_only:false; response_revision:14691; number_of_response:1; }","duration":"147.806537ms","start":"2026-03-03T19:26:02.527772Z","end":"2026-03-03T19:26:02.675578Z","steps":["trace[905592451] 'process raft request' (duration: 146.378864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:02.675761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.639905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T19:26:02.675802Z","caller":"traceutil/trace.go:171","msg":"trace[402430515] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14691; }","duration":"300.680095ms","start":"2026-03-03T19:26:02.375111Z","end":"2026-03-03T19:26:02.675791Z","steps":["trace[402430515] 'agreement among raft nodes before linearized reading' (duration: 300.566843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:02.675832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:02.375075Z","time spent":"300.748646ms","remote":"127.0.0.1:43938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T19:26:02.675906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.544049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T19:26:02.67595Z","caller":"traceutil/trace.go:171","msg":"trace[2132428412] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14691; }","duration":"188.61057ms","start":"2026-03-03T19:26:02.487329Z","end":"2026-03-03T19:26:02.675939Z","steps":["trace[2132428412] 'agreement among raft nodes before linearized reading' (duration: 188.481327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:02.67616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.094935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-03T19:26:02.676204Z","caller":"traceutil/trace.go:171","msg":"trace[982221382] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14691; }","duration":"301.139766ms","start":"2026-03-03T19:26:02.375054Z","end":"2026-03-03T19:26:02.676193Z","steps":["trace[982221382] 'agreement among raft nodes before linearized reading' (duration: 300.953312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:02.676235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:02.375035Z","time spent":"301.193027ms","remote":"127.0.0.1:43938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T19:26:02.676246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.521679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T19:26:02.676283Z","caller":"traceutil/trace.go:171","msg":"trace[254358363] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14691; }","duration":"191.57034ms","start":"2026-03-03T19:26:02.484702Z","end":"2026-03-03T19:26:02.676273Z","steps":["trace[254358363] 'agreement among raft nodes before linearized reading' (duration: 191.480938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:02.676389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.748954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:26:02.676422Z","caller":"traceutil/trace.go:171","msg":"trace[2000702571] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14691; }","duration":"191.805436ms","start":"2026-03-03T19:26:02.484608Z","end":"2026-03-03T19:26:02.676414Z","steps":["trace[2000702571] 'agreement among raft nodes before linearized reading' (duration: 191.757765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:02.676461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.830852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:26:02.676504Z","caller":"traceutil/trace.go:171","msg":"trace[261169144] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14691; }","duration":"301.882553ms","start":"2026-03-03T19:26:02.374612Z","end":"2026-03-03T19:26:02.676495Z","steps":["trace[261169144] 'agreement among raft nodes before linearized reading' (duration: 301.815841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:02.676532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:02.374608Z","time spent":"301.918464ms","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T19:26:02.676689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.16787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:26:02.676723Z","caller":"traceutil/trace.go:171","msg":"trace[1026068167] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14691; }","duration":"302.211131ms","start":"2026-03-03T19:26:02.374503Z","end":"2026-03-03T19:26:02.676714Z","steps":["trace[1026068167] 'agreement among raft nodes before linearized reading' (duration: 302.15937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:02.676749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:02.374498Z","time spent":"302.244472ms","remote":"127.0.0.1:43938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T19:26:02.676954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.544859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T19:26:02.676991Z","caller":"traceutil/trace.go:171","msg":"trace[1874373072] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14691; }","duration":"302.633112ms","start":"2026-03-03T19:26:02.374348Z","end":"2026-03-03T19:26:02.676981Z","steps":["trace[1874373072] 'agreement among raft nodes before linearized reading' (duration: 302.527279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:02.677017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:02.374328Z","time spent":"302.683242ms","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T19:26:02.676161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.28481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T19:26:02.677291Z","caller":"traceutil/trace.go:171","msg":"trace[870734969] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14691; }","duration":"191.470517ms","start":"2026-03-03T19:26:02.485806Z","end":"2026-03-03T19:26:02.677277Z","steps":["trace[870734969] 'agreement among raft nodes before linearized reading' (duration: 190.28928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.062193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113066194,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:26:05.388893Z","caller":"traceutil/trace.go:171","msg":"trace[1453491131] transaction","detail":"{read_only:false; response_revision:14694; number_of_response:1; }","duration":"923.386358ms","start":"2026-03-03T19:26:04.465474Z","end":"2026-03-03T19:26:05.38886Z","steps":["trace[1453491131] 'process raft request' (duration: 923.162883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.389117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.465453Z","time spent":"923.530382ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:26:05.94392Z","caller":"traceutil/trace.go:171","msg":"trace[910650426] transaction","detail":"{read_only:false; response_revision:14696; number_of_response:1; }","duration":"1.26206636s","start":"2026-03-03T19:26:04.681824Z","end":"2026-03-03T19:26:05.94389Z","steps":["trace[910650426] 'process raft request' (duration: 1.261979048s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.944119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.681815Z","time spent":"1.262199143s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:26:05.94393Z","caller":"traceutil/trace.go:171","msg":"trace[354908601] transaction","detail":"{read_only:false; response_revision:14695; number_of_response:1; }","duration":"1.262363587s","start":"2026-03-03T19:26:04.681528Z","end":"2026-03-03T19:26:05.943892Z","steps":["trace[354908601] 'process raft request' (duration: 1.26208792s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:26:05.944125Z","caller":"traceutil/trace.go:171","msg":"trace[1869348345] linearizableReadLoop","detail":"{readStateIndex:15237; appliedIndex:15233; }","duration":"1.381959258s","start":"2026-03-03T19:26:04.562133Z","end":"2026-03-03T19:26:05.944092Z","steps":["trace[1869348345] 'read index received' (duration: 826.401229ms)","trace[1869348345] 'applied index is now lower than readState.Index' (duration: 555.555529ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:26:05.94425Z","caller":"traceutil/trace.go:171","msg":"trace[1464136743] transaction","detail":"{read_only:false; response_revision:14697; number_of_response:1; }","duration":"1.257134394s","start":"2026-03-03T19:26:04.68709Z","end":"2026-03-03T19:26:05.944224Z","steps":["trace[1464136743] 'process raft request' (duration: 1.256753285s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.944291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.681508Z","time spent":"1.262679855s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:26:05.944367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382208505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T19:26:05.944426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305685939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T19:26:05.944464Z","caller":"traceutil/trace.go:171","msg":"trace[1860157837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14697; }","duration":"1.305777701s","start":"2026-03-03T19:26:04.638675Z","end":"2026-03-03T19:26:05.944453Z","steps":["trace[1860157837] 'agreement among raft nodes before linearized reading' (duration: 1.305591907s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:26:05.944468Z","caller":"traceutil/trace.go:171","msg":"trace[1197436727] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:14697; }","duration":"1.382372219s","start":"2026-03-03T19:26:04.562071Z","end":"2026-03-03T19:26:05.944443Z","steps":["trace[1197436727] 'agreement among raft nodes before linearized reading' (duration: 1.382156464s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.944508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.638644Z","time spent":"1.305856093s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:26:05.944526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.562045Z","time spent":"1.38246966s","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:26:05.944562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.682205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T19:26:05.944603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.273185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-03T19:26:05.944668Z","caller":"traceutil/trace.go:171","msg":"trace[714819512] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14697; }","duration":"948.351687ms","start":"2026-03-03T19:26:04.996279Z","end":"2026-03-03T19:26:05.944631Z","steps":["trace[714819512] 'agreement among raft nodes before linearized reading' (duration: 948.171183ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:26:05.944634Z","caller":"traceutil/trace.go:171","msg":"trace[214683429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14697; }","duration":"300.775267ms","start":"2026-03-03T19:26:05.643839Z","end":"2026-03-03T19:26:05.944614Z","steps":["trace[214683429] 'agreement among raft nodes before linearized reading' (duration: 300.591862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.944713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.996258Z","time spent":"948.44808ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T19:26:05.944619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089699792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T19:26:05.944585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.303354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:26:05.94481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.571466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T19:26:05.944819Z","caller":"traceutil/trace.go:171","msg":"trace[1950343654] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:14697; }","duration":"1.089970409s","start":"2026-03-03T19:26:04.854821Z","end":"2026-03-03T19:26:05.944791Z","steps":["trace[1950343654] 'agreement among raft nodes before linearized reading' (duration: 1.089459107s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.94489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065827429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-k7tpq\" ","response":"range_response_count:1 size:9711"} {"level":"warn","ts":"2026-03-03T19:26:05.944925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25952012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T19:26:05.944911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.854807Z","time spent":"1.090087741s","remote":"127.0.0.1:44134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":113,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:26:05.944949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.076587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T19:26:05.944963Z","caller":"traceutil/trace.go:171","msg":"trace[959376945] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14697; }","duration":"1.259592112s","start":"2026-03-03T19:26:04.685361Z","end":"2026-03-03T19:26:05.944953Z","steps":["trace[959376945] 'agreement among raft nodes before linearized reading' (duration: 1.259480369s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:26:05.944998Z","caller":"traceutil/trace.go:171","msg":"trace[1074341930] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-k7tpq; range_end:; response_count:1; response_revision:14697; }","duration":"1.065953113s","start":"2026-03-03T19:26:04.879033Z","end":"2026-03-03T19:26:05.944986Z","steps":["trace[1074341930] 'agreement among raft nodes before linearized reading' (duration: 1.065744718s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.945017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113493514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:26:05.945041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.879023Z","time spent":"1.066009294s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9734,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-k7tpq\" "} {"level":"warn","ts":"2026-03-03T19:26:05.945041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111053717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T19:26:05.94509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.169653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:26:05.945092Z","caller":"traceutil/trace.go:171","msg":"trace[507942819] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14697; }","duration":"1.113545305s","start":"2026-03-03T19:26:04.831497Z","end":"2026-03-03T19:26:05.945042Z","steps":["trace[507942819] 'agreement among raft nodes before linearized reading' (duration: 1.113493954s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:26:05.945106Z","caller":"traceutil/trace.go:171","msg":"trace[935702870] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14697; }","duration":"1.111115208s","start":"2026-03-03T19:26:04.833981Z","end":"2026-03-03T19:26:05.945096Z","steps":["trace[935702870] 'agreement among raft nodes before linearized reading' (duration: 1.110991035s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:26:05.945122Z","caller":"traceutil/trace.go:171","msg":"trace[2072860693] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14697; }","duration":"464.277365ms","start":"2026-03-03T19:26:05.480837Z","end":"2026-03-03T19:26:05.945114Z","steps":["trace[2072860693] 'agreement among raft nodes before linearized reading' (duration: 464.192133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.945129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.83148Z","time spent":"1.113642488s","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T19:26:05.94495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113154767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:26:05.945152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.833912Z","time spent":"1.11123136s","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T19:26:05.945193Z","caller":"traceutil/trace.go:171","msg":"trace[655301220] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14697; }","duration":"1.113408382s","start":"2026-03-03T19:26:04.831772Z","end":"2026-03-03T19:26:05.945181Z","steps":["trace[655301220] 'agreement among raft nodes before linearized reading' (duration: 1.113153356s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.945202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.347866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:26:05.945241Z","caller":"traceutil/trace.go:171","msg":"trace[664330109] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14697; }","duration":"461.400407ms","start":"2026-03-03T19:26:05.483833Z","end":"2026-03-03T19:26:05.945233Z","steps":["trace[664330109] 'agreement among raft nodes before linearized reading' (duration: 461.348306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.945159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:05.480812Z","time spent":"464.340296ms","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T19:26:05.945276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:05.483823Z","time spent":"461.448238ms","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T19:26:05.945194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262608832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:26:05.945328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262444518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T19:26:05.94524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262690154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:26:05.945375Z","caller":"traceutil/trace.go:171","msg":"trace[1216767381] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14697; }","duration":"1.26250413s","start":"2026-03-03T19:26:04.682861Z","end":"2026-03-03T19:26:05.945365Z","steps":["trace[1216767381] 'agreement among raft nodes before linearized reading' (duration: 1.262176823s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.945413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.682854Z","time spent":"1.262553021s","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T19:26:05.94548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25866922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T19:26:05.944773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.330276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:26:05.945342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.094609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T19:26:05.945503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306670832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T19:26:05.94553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.077535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T19:26:05.945539Z","caller":"traceutil/trace.go:171","msg":"trace[1401405458] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14697; }","duration":"1.258739661s","start":"2026-03-03T19:26:04.686783Z","end":"2026-03-03T19:26:05.945523Z","steps":["trace[1401405458] 'agreement among raft nodes before linearized reading' (duration: 1.258566517s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.94554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.152799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:26:05.945549Z","caller":"traceutil/trace.go:171","msg":"trace[1362345756] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14697; }","duration":"861.327944ms","start":"2026-03-03T19:26:05.084209Z","end":"2026-03-03T19:26:05.945537Z","steps":["trace[1362345756] 'agreement among raft nodes before linearized reading' (duration: 860.76071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:26:05.945578Z","caller":"traceutil/trace.go:171","msg":"trace[1272796090] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14697; }","duration":"902.124446ms","start":"2026-03-03T19:26:05.043443Z","end":"2026-03-03T19:26:05.945568Z","steps":["trace[1272796090] 'agreement among raft nodes before linearized reading' (duration: 902.011934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.945584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258735821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-03T19:26:05.94559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.686774Z","time spent":"1.258803732s","remote":"127.0.0.1:43938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T19:26:05.945594Z","caller":"traceutil/trace.go:171","msg":"trace[972896579] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14697; }","duration":"466.254751ms","start":"2026-03-03T19:26:05.479322Z","end":"2026-03-03T19:26:05.945576Z","steps":["trace[972896579] 'agreement among raft nodes before linearized reading' (duration: 466.17982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.945611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:05.04342Z","time spent":"902.184538ms","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T19:26:05.945634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:05.479295Z","time spent":"466.332034ms","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T19:26:05.945485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086169669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T19:26:05.945685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294055655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-dflmr\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-03-03T19:26:05.945728Z","caller":"traceutil/trace.go:171","msg":"trace[501754870] range","detail":"{range_begin:/registry/pods/openstack/keepalived-dflmr; range_end:; response_count:1; response_revision:14697; }","duration":"1.294117046s","start":"2026-03-03T19:26:04.651601Z","end":"2026-03-03T19:26:05.945718Z","steps":["trace[501754870] 'agreement among raft nodes before linearized reading' (duration: 1.294000093s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:26:05.945737Z","caller":"traceutil/trace.go:171","msg":"trace[245554042] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14697; }","duration":"1.086436326s","start":"2026-03-03T19:26:04.859278Z","end":"2026-03-03T19:26:05.945715Z","steps":["trace[245554042] 'agreement among raft nodes before linearized reading' (duration: 1.085989105s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.945773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.651594Z","time spent":"1.294172187s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-dflmr\" "} {"level":"warn","ts":"2026-03-03T19:26:05.945787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.859264Z","time spent":"1.086507967s","remote":"127.0.0.1:43938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T19:26:05.945822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26205727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T19:26:05.944813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.555075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:26:05.945917Z","caller":"traceutil/trace.go:171","msg":"trace[794757126] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14697; }","duration":"1.262171262s","start":"2026-03-03T19:26:04.683733Z","end":"2026-03-03T19:26:05.945904Z","steps":["trace[794757126] 'agreement among raft nodes before linearized reading' (duration: 1.261287931s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:26:05.945943Z","caller":"traceutil/trace.go:171","msg":"trace[570528043] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14697; }","duration":"861.725623ms","start":"2026-03-03T19:26:05.084207Z","end":"2026-03-03T19:26:05.945932Z","steps":["trace[570528043] 'agreement among raft nodes before linearized reading' (duration: 860.558165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.945986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:05.084188Z","time spent":"861.788375ms","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T19:26:05.945984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.683724Z","time spent":"1.262222543s","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T19:26:05.94496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113523285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T19:26:05.946129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263859212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T19:26:05.946175Z","caller":"traceutil/trace.go:171","msg":"trace[1205940673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14697; }","duration":"704.441922ms","start":"2026-03-03T19:26:05.241092Z","end":"2026-03-03T19:26:05.945534Z","steps":["trace[1205940673] 'agreement among raft nodes before linearized reading' (duration: 703.236264ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:26:05.945376Z","caller":"traceutil/trace.go:171","msg":"trace[646407334] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14697; }","duration":"1.262839768s","start":"2026-03-03T19:26:04.682527Z","end":"2026-03-03T19:26:05.945367Z","steps":["trace[646407334] 'agreement among raft nodes before linearized reading' (duration: 1.262694055s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.946272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:05.24107Z","time spent":"705.180979ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:26:05.946277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.682519Z","time spent":"1.26374042s","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T19:26:05.946218Z","caller":"traceutil/trace.go:171","msg":"trace[1757967883] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14697; }","duration":"1.264011116s","start":"2026-03-03T19:26:04.682185Z","end":"2026-03-03T19:26:05.946196Z","steps":["trace[1757967883] 'agreement among raft nodes before linearized reading' (duration: 1.263073974s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.945598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:05.084195Z","time spent":"861.390516ms","remote":"127.0.0.1:43938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T19:26:05.946426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.682177Z","time spent":"1.26419637s","remote":"127.0.0.1:43938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T19:26:05.946178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.68706Z","time spent":"1.257257777s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:26:05.945558Z","caller":"traceutil/trace.go:171","msg":"trace[518903345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14697; }","duration":"1.306795605s","start":"2026-03-03T19:26:04.638748Z","end":"2026-03-03T19:26:05.945544Z","steps":["trace[518903345] 'agreement among raft nodes before linearized reading' (duration: 1.306656881s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.946667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.638715Z","time spent":"1.307907061s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:26:05.945001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.685351Z","time spent":"1.259642863s","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T19:26:05.944889Z","caller":"traceutil/trace.go:171","msg":"trace[1833918810] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:14697; }","duration":"415.656208ms","start":"2026-03-03T19:26:05.529196Z","end":"2026-03-03T19:26:05.944853Z","steps":["trace[1833918810] 'agreement among raft nodes before linearized reading' (duration: 415.562406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.94692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:05.529183Z","time spent":"417.670036ms","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:26:05.944736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:05.643827Z","time spent":"300.88803ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T19:26:05.944893Z","caller":"traceutil/trace.go:171","msg":"trace[1847584817] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14697; }","duration":"903.623672ms","start":"2026-03-03T19:26:05.0412Z","end":"2026-03-03T19:26:05.944824Z","steps":["trace[1847584817] 'agreement among raft nodes before linearized reading' (duration: 903.167971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.947578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:05.041194Z","time spent":"906.367466ms","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T19:26:05.944917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258843093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T19:26:05.947681Z","caller":"traceutil/trace.go:171","msg":"trace[2046167478] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14697; }","duration":"1.26162742s","start":"2026-03-03T19:26:04.686034Z","end":"2026-03-03T19:26:05.947661Z","steps":["trace[2046167478] 'agreement among raft nodes before linearized reading' (duration: 1.258526326s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:26:05.945003Z","caller":"traceutil/trace.go:171","msg":"trace[425212101] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14697; }","duration":"858.136449ms","start":"2026-03-03T19:26:05.086849Z","end":"2026-03-03T19:26:05.944986Z","steps":["trace[425212101] 'agreement among raft nodes before linearized reading' (duration: 857.998075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.945001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.062813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T19:26:05.945152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227932264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fnjqh\" ","response":"range_response_count:1 size:22010"} {"level":"warn","ts":"2026-03-03T19:26:05.945243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.831765Z","time spent":"1.113468963s","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T19:26:05.944688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.303248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T19:26:05.945287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239284852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fnjqh\" ","response":"range_response_count:1 size:22010"} {"level":"info","ts":"2026-03-03T19:26:05.945333Z","caller":"traceutil/trace.go:171","msg":"trace[515307205] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14697; }","duration":"1.262755596s","start":"2026-03-03T19:26:04.682564Z","end":"2026-03-03T19:26:05.94532Z","steps":["trace[515307205] 'agreement among raft nodes before linearized reading' (duration: 1.262608923s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:26:05.945651Z","caller":"traceutil/trace.go:171","msg":"trace[169202720] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14697; }","duration":"1.258786052s","start":"2026-03-03T19:26:04.686825Z","end":"2026-03-03T19:26:05.945611Z","steps":["trace[169202720] 'agreement among raft nodes before linearized reading' (duration: 1.258297931s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.945675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.846562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7tqv4\" ","response":"range_response_count:1 size:20664"} {"level":"info","ts":"2026-03-03T19:26:05.946162Z","caller":"traceutil/trace.go:171","msg":"trace[2031154903] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14697; }","duration":"1.114723153s","start":"2026-03-03T19:26:04.831375Z","end":"2026-03-03T19:26:05.946098Z","steps":["trace[2031154903] 'agreement among raft nodes before linearized reading' (duration: 1.113543465s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.948121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.831345Z","time spent":"1.116756561s","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T19:26:05.948158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.682559Z","time spent":"1.265589053s","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T19:26:05.948235Z","caller":"traceutil/trace.go:171","msg":"trace[1249947512] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14697; }","duration":"462.936083ms","start":"2026-03-03T19:26:05.485289Z","end":"2026-03-03T19:26:05.948225Z","steps":["trace[1249947512] 'agreement among raft nodes before linearized reading' (duration: 459.117443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.948236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.686021Z","time spent":"1.262198453s","remote":"127.0.0.1:43938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T19:26:05.948264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:05.485277Z","time spent":"462.980725ms","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T19:26:05.948315Z","caller":"traceutil/trace.go:171","msg":"trace[1187927697] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fnjqh; range_end:; response_count:1; response_revision:14697; }","duration":"1.242377645s","start":"2026-03-03T19:26:04.70593Z","end":"2026-03-03T19:26:05.948307Z","steps":["trace[1187927697] 'agreement among raft nodes before linearized reading' (duration: 1.239113048s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.948339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.705904Z","time spent":"1.242430117s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-fnjqh\" "} {"level":"info","ts":"2026-03-03T19:26:05.94843Z","caller":"traceutil/trace.go:171","msg":"trace[2090236922] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7tqv4; range_end:; response_count:1; response_revision:14697; }","duration":"632.602837ms","start":"2026-03-03T19:26:05.31582Z","end":"2026-03-03T19:26:05.948422Z","steps":["trace[2090236922] 'agreement among raft nodes before linearized reading' (duration: 629.78013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.948455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:05.315775Z","time spent":"632.673918ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20687,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7tqv4\" "} {"level":"info","ts":"2026-03-03T19:26:05.948476Z","caller":"traceutil/trace.go:171","msg":"trace[2072132821] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14697; }","duration":"907.551985ms","start":"2026-03-03T19:26:05.040887Z","end":"2026-03-03T19:26:05.948439Z","steps":["trace[2072132821] 'agreement among raft nodes before linearized reading' (duration: 904.022802ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:26:05.948526Z","caller":"traceutil/trace.go:171","msg":"trace[1497997805] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fnjqh; range_end:; response_count:1; response_revision:14697; }","duration":"1.231300954s","start":"2026-03-03T19:26:04.717212Z","end":"2026-03-03T19:26:05.948513Z","steps":["trace[1497997805] 'agreement among raft nodes before linearized reading' (duration: 1.22777081s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.948535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:05.040862Z","time spent":"907.656047ms","remote":"127.0.0.1:43938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T19:26:05.94858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:05.086844Z","time spent":"861.711653ms","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5471,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T19:26:05.9486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.717203Z","time spent":"1.231369795s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22033,"request content":"key:\"/registry/pods/openstack/nova-compute-default-fnjqh\" "} {"level":"warn","ts":"2026-03-03T19:26:05.949234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.686819Z","time spent":"1.261483126s","remote":"127.0.0.1:43938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T19:26:05.949956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305947465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T19:26:05.950022Z","caller":"traceutil/trace.go:171","msg":"trace[818304257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14697; }","duration":"1.310409941s","start":"2026-03-03T19:26:04.639594Z","end":"2026-03-03T19:26:05.950004Z","steps":["trace[818304257] 'agreement among raft nodes before linearized reading' (duration: 1.305782952s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:26:05.95007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:26:04.639581Z","time spent":"1.310472012s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T19:29:14.943852Z","caller":"traceutil/trace.go:171","msg":"trace[482273821] transaction","detail":"{read_only:false; response_revision:16048; number_of_response:1; }","duration":"230.639832ms","start":"2026-03-03T19:29:14.713182Z","end":"2026-03-03T19:29:14.943822Z","steps":["trace[482273821] 'process raft request' (duration: 230.451558ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:29:14.944368Z","caller":"traceutil/trace.go:171","msg":"trace[813814913] transaction","detail":"{read_only:false; response_revision:16049; number_of_response:1; }","duration":"140.044395ms","start":"2026-03-03T19:29:14.804302Z","end":"2026-03-03T19:29:14.944346Z","steps":["trace[813814913] 'process raft request' (duration: 139.915842ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:29:14.944467Z","caller":"traceutil/trace.go:171","msg":"trace[2041409895] transaction","detail":"{read_only:false; response_revision:16050; number_of_response:1; }","duration":"111.602833ms","start":"2026-03-03T19:29:14.832854Z","end":"2026-03-03T19:29:14.944456Z","steps":["trace[2041409895] 'process raft request' (duration: 111.426869ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:29:17.099612Z","caller":"traceutil/trace.go:171","msg":"trace[916244632] linearizableReadLoop","detail":"{readStateIndex:16658; appliedIndex:16657; }","duration":"103.622355ms","start":"2026-03-03T19:29:16.995949Z","end":"2026-03-03T19:29:17.099571Z","steps":["trace[916244632] 'read index received' (duration: 32.807984ms)","trace[916244632] 'applied index is now lower than readState.Index' (duration: 70.813441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:29:17.099793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.83027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T19:29:17.099825Z","caller":"traceutil/trace.go:171","msg":"trace[30948798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16068; }","duration":"103.953243ms","start":"2026-03-03T19:29:16.995863Z","end":"2026-03-03T19:29:17.099816Z","steps":["trace[30948798] 'agreement among raft nodes before linearized reading' (duration: 103.82884ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:29:17.09985Z","caller":"traceutil/trace.go:171","msg":"trace[1782042723] transaction","detail":"{read_only:false; response_revision:16068; number_of_response:1; }","duration":"105.706804ms","start":"2026-03-03T19:29:16.994077Z","end":"2026-03-03T19:29:17.099784Z","steps":["trace[1782042723] 'process raft request' (duration: 34.75076ms)","trace[1782042723] 'compare' (duration: 70.474923ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:29:17.258378Z","caller":"traceutil/trace.go:171","msg":"trace[194209271] transaction","detail":"{read_only:false; response_revision:16069; number_of_response:1; }","duration":"153.726618ms","start":"2026-03-03T19:29:17.104572Z","end":"2026-03-03T19:29:17.258299Z","steps":["trace[194209271] 'process raft request' (duration: 96.344284ms)","trace[194209271] 'compare' (duration: 57.086157ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:29:33.006781Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13707} {"level":"info","ts":"2026-03-03T19:29:33.092118Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13707,"took":"81.528623ms","hash":3997045890,"current-db-size-bytes":41582592,"current-db-size":"42 MB","current-db-size-in-use-bytes":30093312,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T19:29:33.09218Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3997045890,"revision":13707,"compact-revision":11735} {"level":"warn","ts":"2026-03-03T19:31:50.170468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.46438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T19:31:50.171089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.390621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T19:31:50.171172Z","caller":"traceutil/trace.go:171","msg":"trace[93171935] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17023; }","duration":"254.203307ms","start":"2026-03-03T19:31:49.916945Z","end":"2026-03-03T19:31:50.171148Z","steps":["trace[93171935] 'range keys from in-memory index tree' (duration: 253.146842ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:31:50.1712Z","caller":"traceutil/trace.go:171","msg":"trace[1346803386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17023; }","duration":"254.545794ms","start":"2026-03-03T19:31:49.916626Z","end":"2026-03-03T19:31:50.171172Z","steps":["trace[1346803386] 'range keys from in-memory index tree' (duration: 254.140015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:50.171306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.135995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T19:31:50.171396Z","caller":"traceutil/trace.go:171","msg":"trace[2124691553] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17023; }","duration":"254.291659ms","start":"2026-03-03T19:31:49.917084Z","end":"2026-03-03T19:31:50.171376Z","steps":["trace[2124691553] 'range keys from in-memory index tree' (duration: 253.839548ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:31:56.390246Z","caller":"traceutil/trace.go:171","msg":"trace[456420739] linearizableReadLoop","detail":"{readStateIndex:17694; appliedIndex:17694; }","duration":"185.854735ms","start":"2026-03-03T19:31:56.204354Z","end":"2026-03-03T19:31:56.390209Z","steps":["trace[456420739] 'read index received' (duration: 185.841784ms)","trace[456420739] 'applied index is now lower than readState.Index' (duration: 10.791µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:31:56.390882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.50168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T19:31:56.390959Z","caller":"traceutil/trace.go:171","msg":"trace[1233091532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17067; }","duration":"186.629453ms","start":"2026-03-03T19:31:56.204315Z","end":"2026-03-03T19:31:56.390944Z","steps":["trace[1233091532] 'agreement among raft nodes before linearized reading' (duration: 186.123551ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:31:56.39901Z","caller":"traceutil/trace.go:171","msg":"trace[136028547] transaction","detail":"{read_only:false; response_revision:17068; number_of_response:1; }","duration":"119.628623ms","start":"2026-03-03T19:31:56.279358Z","end":"2026-03-03T19:31:56.398986Z","steps":["trace[136028547] 'process raft request' (duration: 119.473319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:56.399646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.776311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T19:31:56.399695Z","caller":"traceutil/trace.go:171","msg":"trace[229766514] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17068; }","duration":"193.896564ms","start":"2026-03-03T19:31:56.205787Z","end":"2026-03-03T19:31:56.399684Z","steps":["trace[229766514] 'agreement among raft nodes before linearized reading' (duration: 193.700789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:56.399682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.498581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T19:31:56.399747Z","caller":"traceutil/trace.go:171","msg":"trace[715636214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17068; }","duration":"192.653145ms","start":"2026-03-03T19:31:56.207079Z","end":"2026-03-03T19:31:56.399732Z","steps":["trace[715636214] 'agreement among raft nodes before linearized reading' (duration: 192.45558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:56.399891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.090866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T19:31:56.399918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.031655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:31:56.399929Z","caller":"traceutil/trace.go:171","msg":"trace[111984132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17068; }","duration":"193.145816ms","start":"2026-03-03T19:31:56.206774Z","end":"2026-03-03T19:31:56.39992Z","steps":["trace[111984132] 'agreement among raft nodes before linearized reading' (duration: 193.052984ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:31:56.399956Z","caller":"traceutil/trace.go:171","msg":"trace[1072893523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17068; }","duration":"160.076506ms","start":"2026-03-03T19:31:56.239856Z","end":"2026-03-03T19:31:56.399932Z","steps":["trace[1072893523] 'agreement among raft nodes before linearized reading' (duration: 160.038215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:57.359518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113075506,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:31:57.478493Z","caller":"traceutil/trace.go:171","msg":"trace[1333711680] transaction","detail":"{read_only:false; response_revision:17074; number_of_response:1; }","duration":"703.018974ms","start":"2026-03-03T19:31:56.775455Z","end":"2026-03-03T19:31:57.478474Z","steps":["trace[1333711680] 'process raft request' (duration: 702.84113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:57.478637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:56.775423Z","time spent":"703.136727ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:31:57.702574Z","caller":"traceutil/trace.go:171","msg":"trace[1587284760] transaction","detail":"{read_only:false; response_revision:17075; number_of_response:1; }","duration":"915.832205ms","start":"2026-03-03T19:31:56.786702Z","end":"2026-03-03T19:31:57.702534Z","steps":["trace[1587284760] 'process raft request' (duration: 901.19894ms)","trace[1587284760] 'compare' (duration: 14.139383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:31:57.702777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:56.786692Z","time spent":"915.975198ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20884,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:31:57.703311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.346169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fnjqh\" ","response":"range_response_count:1 size:22011"} {"level":"info","ts":"2026-03-03T19:31:57.703354Z","caller":"traceutil/trace.go:171","msg":"trace[1434612142] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fnjqh; range_end:; response_count:1; response_revision:17075; }","duration":"844.81998ms","start":"2026-03-03T19:31:56.858523Z","end":"2026-03-03T19:31:57.703343Z","steps":["trace[1434612142] 'agreement among raft nodes before linearized reading' (duration: 844.470402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:57.703395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:56.858476Z","time spent":"844.901072ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22034,"request content":"key:\"/registry/pods/openstack/nova-compute-default-fnjqh\" "} {"level":"info","ts":"2026-03-03T19:31:57.702957Z","caller":"traceutil/trace.go:171","msg":"trace[1977058461] linearizableReadLoop","detail":"{readStateIndex:17702; appliedIndex:17700; }","duration":"843.399186ms","start":"2026-03-03T19:31:56.858786Z","end":"2026-03-03T19:31:57.702185Z","steps":["trace[1977058461] 'read index received' (duration: 619.619157ms)","trace[1977058461] 'applied index is now lower than readState.Index' (duration: 223.778579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:31:58.216003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113075511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:31:58.716154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113075511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:31:58.957489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.223083ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:31:58.957782Z","caller":"traceutil/trace.go:171","msg":"trace[1058137321] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17075; }","duration":"384.53069ms","start":"2026-03-03T19:31:58.573223Z","end":"2026-03-03T19:31:58.957754Z","steps":["trace[1058137321] 'range keys from in-memory index tree' (duration: 384.206012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:59.216829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113075511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:31:59.238952Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.537967831s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T19:31:59.239616Z","caller":"traceutil/trace.go:171","msg":"trace[2028354840] transaction","detail":"{read_only:false; response_revision:17077; number_of_response:1; }","duration":"1.626936921s","start":"2026-03-03T19:31:57.612647Z","end":"2026-03-03T19:31:59.239584Z","steps":["trace[2028354840] 'process raft request' (duration: 1.626855039s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:59.239787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:57.612633Z","time spent":"1.627038143s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:31:59.240027Z","caller":"traceutil/trace.go:171","msg":"trace[1917842122] transaction","detail":"{read_only:false; response_revision:17076; number_of_response:1; }","duration":"1.648434667s","start":"2026-03-03T19:31:57.59154Z","end":"2026-03-03T19:31:59.239975Z","steps":["trace[1917842122] 'process raft request' (duration: 1.647782771s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:59.24022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:57.591517Z","time spent":"1.648578191s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:31:59.314815Z","caller":"traceutil/trace.go:171","msg":"trace[252103767] linearizableReadLoop","detail":"{readStateIndex:17705; appliedIndex:17702; }","duration":"1.607673266s","start":"2026-03-03T19:31:57.70711Z","end":"2026-03-03T19:31:59.314783Z","steps":["trace[252103767] 'read index received' (duration: 1.532273477s)","trace[252103767] 'applied index is now lower than readState.Index' (duration: 75.398729ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:31:59.31495Z","caller":"traceutil/trace.go:171","msg":"trace[94280599] transaction","detail":"{read_only:false; response_revision:17078; number_of_response:1; }","duration":"909.626938ms","start":"2026-03-03T19:31:58.405243Z","end":"2026-03-03T19:31:59.31487Z","steps":["trace[94280599] 'process raft request' (duration: 859.209098ms)","trace[94280599] 'compare' (duration: 50.171184ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:31:59.315032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201072034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:31:59.315083Z","caller":"traceutil/trace.go:171","msg":"trace[96485025] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:17078; }","duration":"2.201198227s","start":"2026-03-03T19:31:57.11387Z","end":"2026-03-03T19:31:59.315068Z","steps":["trace[96485025] 'agreement among raft nodes before linearized reading' (duration: 2.201071154s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:59.315135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:57.113846Z","time spent":"2.20127856s","remote":"127.0.0.1:44264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:31:59.315141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751102049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T19:31:59.31521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:58.405203Z","time spent":"909.871323ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:31:59.315244Z","caller":"traceutil/trace.go:171","msg":"trace[1784587343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17078; }","duration":"1.751275073s","start":"2026-03-03T19:31:57.56394Z","end":"2026-03-03T19:31:59.315215Z","steps":["trace[1784587343] 'agreement among raft nodes before linearized reading' (duration: 1.750908544s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:59.315291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:57.563916Z","time spent":"1.751365675s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:31:59.315301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.713259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T19:31:59.315291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075115912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:31:59.315375Z","caller":"traceutil/trace.go:171","msg":"trace[449581259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17078; }","duration":"811.78544ms","start":"2026-03-03T19:31:58.503552Z","end":"2026-03-03T19:31:59.315337Z","steps":["trace[449581259] 'agreement among raft nodes before linearized reading' (duration: 811.476932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:59.315406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:58.503541Z","time spent":"811.859211ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T19:31:59.315423Z","caller":"traceutil/trace.go:171","msg":"trace[897368040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17078; }","duration":"1.075319437s","start":"2026-03-03T19:31:58.24007Z","end":"2026-03-03T19:31:59.31539Z","steps":["trace[897368040] 'agreement among raft nodes before linearized reading' (duration: 1.07502554s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:59.315403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.304212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T19:31:59.315448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.21103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:31:59.315508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:58.240053Z","time spent":"1.075446329s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:31:59.315532Z","caller":"traceutil/trace.go:171","msg":"trace[1708668703] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:0; response_revision:17078; }","duration":"408.348843ms","start":"2026-03-03T19:31:58.907172Z","end":"2026-03-03T19:31:59.315521Z","steps":["trace[1708668703] 'agreement among raft nodes before linearized reading' (duration: 408.23974ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:31:59.31553Z","caller":"traceutil/trace.go:171","msg":"trace[1224040663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17078; }","duration":"812.500307ms","start":"2026-03-03T19:31:58.503007Z","end":"2026-03-03T19:31:59.315508Z","steps":["trace[1224040663] 'agreement among raft nodes before linearized reading' (duration: 812.145888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:59.315564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:58.907142Z","time spent":"408.415645ms","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-03T19:31:59.315586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:58.502982Z","time spent":"812.595088ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:31:59.315603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.935103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T19:31:59.315629Z","caller":"traceutil/trace.go:171","msg":"trace[1536287384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17078; }","duration":"812.002054ms","start":"2026-03-03T19:31:58.50362Z","end":"2026-03-03T19:31:59.315622Z","steps":["trace[1536287384] 'agreement among raft nodes before linearized reading' (duration: 811.893652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:59.315593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.56665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-k7tpq\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-03-03T19:31:59.315681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:58.503605Z","time spent":"812.037656ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T19:31:59.31571Z","caller":"traceutil/trace.go:171","msg":"trace[1325435501] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-k7tpq; range_end:; response_count:1; response_revision:17078; }","duration":"793.760745ms","start":"2026-03-03T19:31:58.521922Z","end":"2026-03-03T19:31:59.315683Z","steps":["trace[1325435501] 'agreement among raft nodes before linearized reading' (duration: 793.340935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:59.315729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.108108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T19:31:59.315757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:58.521904Z","time spent":"793.845766ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-k7tpq\" "} {"level":"info","ts":"2026-03-03T19:31:59.315769Z","caller":"traceutil/trace.go:171","msg":"trace[615003385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17078; }","duration":"812.163259ms","start":"2026-03-03T19:31:58.503595Z","end":"2026-03-03T19:31:59.315758Z","steps":["trace[615003385] 'agreement among raft nodes before linearized reading' (duration: 811.998565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:59.315801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:58.503484Z","time spent":"812.309542ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:31:59.315828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.41546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T19:31:59.315876Z","caller":"traceutil/trace.go:171","msg":"trace[202816652] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17078; }","duration":"936.491101ms","start":"2026-03-03T19:31:58.379378Z","end":"2026-03-03T19:31:59.315869Z","steps":["trace[202816652] 'agreement among raft nodes before linearized reading' (duration: 936.388849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:59.315892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:58.379364Z","time spent":"936.524023ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T19:31:59.316225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.772614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:31:59.316201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605687379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:925584"} {"level":"info","ts":"2026-03-03T19:31:59.316292Z","caller":"traceutil/trace.go:171","msg":"trace[916198231] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:17078; }","duration":"985.901557ms","start":"2026-03-03T19:31:58.330373Z","end":"2026-03-03T19:31:59.316275Z","steps":["trace[916198231] 'agreement among raft nodes before linearized reading' (duration: 985.650891ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:31:59.316394Z","caller":"traceutil/trace.go:171","msg":"trace[1485456130] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17078; }","duration":"1.605896874s","start":"2026-03-03T19:31:57.710473Z","end":"2026-03-03T19:31:59.31637Z","steps":["trace[1485456130] 'agreement among raft nodes before linearized reading' (duration: 1.604512811s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:59.316409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:58.330363Z","time spent":"986.035871ms","remote":"127.0.0.1:44292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":40,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:31:59.316458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:57.710449Z","time spent":"1.605987966s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":925607,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T19:31:59.316465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27083709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T19:31:59.316532Z","caller":"traceutil/trace.go:171","msg":"trace[1679552103] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:17078; }","duration":"1.270959643s","start":"2026-03-03T19:31:58.045558Z","end":"2026-03-03T19:31:59.316518Z","steps":["trace[1679552103] 'agreement among raft nodes before linearized reading' (duration: 1.269664592s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:59.31657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:31:58.045533Z","time spent":"1.271027334s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1849,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:31:59.526626Z","caller":"traceutil/trace.go:171","msg":"trace[1564272657] transaction","detail":"{read_only:false; response_revision:17080; number_of_response:1; }","duration":"203.756247ms","start":"2026-03-03T19:31:59.322847Z","end":"2026-03-03T19:31:59.526603Z","steps":["trace[1564272657] 'process raft request' (duration: 203.568813ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:31:59.526954Z","caller":"traceutil/trace.go:171","msg":"trace[2023187223] transaction","detail":"{read_only:false; response_revision:17081; number_of_response:1; }","duration":"203.964912ms","start":"2026-03-03T19:31:59.322965Z","end":"2026-03-03T19:31:59.52693Z","steps":["trace[2023187223] 'process raft request' (duration: 203.593563ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:31:59.527449Z","caller":"traceutil/trace.go:171","msg":"trace[573735341] linearizableReadLoop","detail":"{readStateIndex:17710; appliedIndex:17706; }","duration":"202.047927ms","start":"2026-03-03T19:31:59.325386Z","end":"2026-03-03T19:31:59.527434Z","steps":["trace[573735341] 'read index received' (duration: 78.497822ms)","trace[573735341] 'applied index is now lower than readState.Index' (duration: 123.549175ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:31:59.527507Z","caller":"traceutil/trace.go:171","msg":"trace[1129406619] transaction","detail":"{read_only:false; response_revision:17083; number_of_response:1; }","duration":"202.424055ms","start":"2026-03-03T19:31:59.325072Z","end":"2026-03-03T19:31:59.527496Z","steps":["trace[1129406619] 'process raft request' (duration: 202.21494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:59.527644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.231341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T19:31:59.527699Z","caller":"traceutil/trace.go:171","msg":"trace[331497427] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17083; }","duration":"202.335443ms","start":"2026-03-03T19:31:59.325355Z","end":"2026-03-03T19:31:59.527691Z","steps":["trace[331497427] 'agreement among raft nodes before linearized reading' (duration: 202.155949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:59.527855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.360939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:31:59.527889Z","caller":"traceutil/trace.go:171","msg":"trace[349551351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17083; }","duration":"198.445071ms","start":"2026-03-03T19:31:59.329435Z","end":"2026-03-03T19:31:59.52788Z","steps":["trace[349551351] 'agreement among raft nodes before linearized reading' (duration: 198.37633ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:31:59.527442Z","caller":"traceutil/trace.go:171","msg":"trace[1580390308] transaction","detail":"{read_only:false; response_revision:17082; number_of_response:1; }","duration":"203.673595ms","start":"2026-03-03T19:31:59.323682Z","end":"2026-03-03T19:31:59.527356Z","steps":["trace[1580390308] 'process raft request' (duration: 203.518711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:31:59.528569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.122272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:925584"} {"level":"info","ts":"2026-03-03T19:31:59.528622Z","caller":"traceutil/trace.go:171","msg":"trace[1785352819] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17083; }","duration":"203.198774ms","start":"2026-03-03T19:31:59.325413Z","end":"2026-03-03T19:31:59.528612Z","steps":["trace[1785352819] 'agreement among raft nodes before linearized reading' (duration: 202.129898ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:32:03.768564Z","caller":"traceutil/trace.go:171","msg":"trace[1250243000] transaction","detail":"{read_only:false; response_revision:17170; number_of_response:1; }","duration":"185.932137ms","start":"2026-03-03T19:32:03.582592Z","end":"2026-03-03T19:32:03.768524Z","steps":["trace[1250243000] 'process raft request' (duration: 185.713531ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:32:03.843227Z","caller":"traceutil/trace.go:171","msg":"trace[497290869] transaction","detail":"{read_only:false; response_revision:17171; number_of_response:1; }","duration":"260.492535ms","start":"2026-03-03T19:32:03.582707Z","end":"2026-03-03T19:32:03.8432Z","steps":["trace[497290869] 'process raft request' (duration: 257.331761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:32:03.843414Z","caller":"traceutil/trace.go:171","msg":"trace[508655191] transaction","detail":"{read_only:false; response_revision:17172; number_of_response:1; }","duration":"260.398553ms","start":"2026-03-03T19:32:03.582974Z","end":"2026-03-03T19:32:03.843372Z","steps":["trace[508655191] 'process raft request' (duration: 259.970563ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:32:03.84345Z","caller":"traceutil/trace.go:171","msg":"trace[1534760116] linearizableReadLoop","detail":"{readStateIndex:17801; appliedIndex:17797; }","duration":"259.170993ms","start":"2026-03-03T19:32:03.584253Z","end":"2026-03-03T19:32:03.843424Z","steps":["trace[1534760116] 'read index received' (duration: 184.109393ms)","trace[1534760116] 'applied index is now lower than readState.Index' (duration: 75.0601ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:32:03.84356Z","caller":"traceutil/trace.go:171","msg":"trace[511034941] transaction","detail":"{read_only:false; response_revision:17173; number_of_response:1; }","duration":"259.967473ms","start":"2026-03-03T19:32:03.58348Z","end":"2026-03-03T19:32:03.843447Z","steps":["trace[511034941] 'process raft request' (duration: 259.647255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:32:03.844635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.356722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:935108"} {"level":"info","ts":"2026-03-03T19:32:03.844751Z","caller":"traceutil/trace.go:171","msg":"trace[655635479] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17173; }","duration":"260.532896ms","start":"2026-03-03T19:32:03.584196Z","end":"2026-03-03T19:32:03.844729Z","steps":["trace[655635479] 'agreement among raft nodes before linearized reading' (duration: 259.446931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:32:08.009783Z","caller":"traceutil/trace.go:171","msg":"trace[476076434] linearizableReadLoop","detail":"{readStateIndex:17901; appliedIndex:17899; }","duration":"128.88101ms","start":"2026-03-03T19:32:07.880872Z","end":"2026-03-03T19:32:08.009753Z","steps":["trace[476076434] 'read index received' (duration: 27.425527ms)","trace[476076434] 'applied index is now lower than readState.Index' (duration: 101.454493ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:32:08.01005Z","caller":"traceutil/trace.go:171","msg":"trace[935824808] transaction","detail":"{read_only:false; response_revision:17265; number_of_response:1; }","duration":"132.865815ms","start":"2026-03-03T19:32:07.877168Z","end":"2026-03-03T19:32:08.010033Z","steps":["trace[935824808] 'process raft request' (duration: 54.834534ms)","trace[935824808] 'compare' (duration: 77.520159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:32:08.010422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.531215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-k7tpq\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-03T19:32:08.010495Z","caller":"traceutil/trace.go:171","msg":"trace[1490174864] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-k7tpq; range_end:; response_count:1; response_revision:17265; }","duration":"129.658738ms","start":"2026-03-03T19:32:07.880817Z","end":"2026-03-03T19:32:08.010476Z","steps":["trace[1490174864] 'agreement among raft nodes before linearized reading' (duration: 129.519905ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:32:08.283697Z","caller":"traceutil/trace.go:171","msg":"trace[1758532459] transaction","detail":"{read_only:false; response_revision:17267; number_of_response:1; }","duration":"176.069294ms","start":"2026-03-03T19:32:08.107597Z","end":"2026-03-03T19:32:08.283666Z","steps":["trace[1758532459] 'process raft request' (duration: 175.863159ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:32:08.370695Z","caller":"traceutil/trace.go:171","msg":"trace[632260498] transaction","detail":"{read_only:false; response_revision:17268; number_of_response:1; }","duration":"262.80426ms","start":"2026-03-03T19:32:08.107857Z","end":"2026-03-03T19:32:08.370661Z","steps":["trace[632260498] 'process raft request' (duration: 258.841757ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:32:08.3711Z","caller":"traceutil/trace.go:171","msg":"trace[886937434] transaction","detail":"{read_only:false; response_revision:17269; number_of_response:1; }","duration":"262.082072ms","start":"2026-03-03T19:32:08.108974Z","end":"2026-03-03T19:32:08.371057Z","steps":["trace[886937434] 'process raft request' (duration: 261.631402ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:32:08.371236Z","caller":"traceutil/trace.go:171","msg":"trace[1854332792] transaction","detail":"{read_only:false; response_revision:17270; number_of_response:1; }","duration":"261.844257ms","start":"2026-03-03T19:32:08.109312Z","end":"2026-03-03T19:32:08.371156Z","steps":["trace[1854332792] 'process raft request' (duration: 261.636512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:32:08.371155Z","caller":"traceutil/trace.go:171","msg":"trace[2006520099] linearizableReadLoop","detail":"{readStateIndex:17906; appliedIndex:17902; }","duration":"258.738514ms","start":"2026-03-03T19:32:08.112373Z","end":"2026-03-03T19:32:08.371112Z","steps":["trace[2006520099] 'read index received' (duration: 171.178088ms)","trace[2006520099] 'applied index is now lower than readState.Index' (duration: 87.558596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:32:08.371454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.050871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:10615"} {"level":"info","ts":"2026-03-03T19:32:08.371539Z","caller":"traceutil/trace.go:171","msg":"trace[568446524] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17270; }","duration":"259.226435ms","start":"2026-03-03T19:32:08.112293Z","end":"2026-03-03T19:32:08.37152Z","steps":["trace[568446524] 'agreement among raft nodes before linearized reading' (duration: 258.944349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:32:08.37176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.452424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T19:32:08.371861Z","caller":"traceutil/trace.go:171","msg":"trace[280613742] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17270; }","duration":"182.619248ms","start":"2026-03-03T19:32:08.189214Z","end":"2026-03-03T19:32:08.371833Z","steps":["trace[280613742] 'agreement among raft nodes before linearized reading' (duration: 182.28523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:32:08.37337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.037345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:32:08.373496Z","caller":"traceutil/trace.go:171","msg":"trace[63642391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17270; }","duration":"132.973656ms","start":"2026-03-03T19:32:08.240492Z","end":"2026-03-03T19:32:08.373466Z","steps":["trace[63642391] 'agreement among raft nodes before linearized reading' (duration: 131.656915ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:32:09.62336Z","caller":"traceutil/trace.go:171","msg":"trace[834693911] linearizableReadLoop","detail":"{readStateIndex:17909; appliedIndex:17908; }","duration":"185.006853ms","start":"2026-03-03T19:32:09.438301Z","end":"2026-03-03T19:32:09.623308Z","steps":["trace[834693911] 'read index received' (duration: 183.427596ms)","trace[834693911] 'applied index is now lower than readState.Index' (duration: 1.577857ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:32:09.623368Z","caller":"traceutil/trace.go:171","msg":"trace[1357753654] transaction","detail":"{read_only:false; response_revision:17273; number_of_response:1; }","duration":"268.073823ms","start":"2026-03-03T19:32:09.355258Z","end":"2026-03-03T19:32:09.623332Z","steps":["trace[1357753654] 'process raft request' (duration: 266.597709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:32:09.623731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.56316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T19:32:09.623777Z","caller":"traceutil/trace.go:171","msg":"trace[191704778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17273; }","duration":"105.657443ms","start":"2026-03-03T19:32:09.518107Z","end":"2026-03-03T19:32:09.623764Z","steps":["trace[191704778] 'agreement among raft nodes before linearized reading' (duration: 105.5557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:32:09.623598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.28631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fnjqh\" ","response":"range_response_count:1 size:22011"} {"level":"info","ts":"2026-03-03T19:32:09.624134Z","caller":"traceutil/trace.go:171","msg":"trace[2000462586] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fnjqh; range_end:; response_count:1; response_revision:17273; }","duration":"185.876354ms","start":"2026-03-03T19:32:09.438241Z","end":"2026-03-03T19:32:09.624118Z","steps":["trace[2000462586] 'agreement among raft nodes before linearized reading' (duration: 185.188748ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:34:33.013826Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16170} {"level":"info","ts":"2026-03-03T19:34:33.1157Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16170,"took":"97.463659ms","hash":643377177,"current-db-size-bytes":44126208,"current-db-size":"44 MB","current-db-size-in-use-bytes":30711808,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-03T19:34:33.115782Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":643377177,"revision":16170,"compact-revision":13707} {"level":"info","ts":"2026-03-03T19:36:45.431788Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T19:36:45.437995Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-03T19:36:45.438265Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-03T19:37:39.717476Z","caller":"traceutil/trace.go:171","msg":"trace[910895393] transaction","detail":"{read_only:false; response_revision:19552; number_of_response:1; }","duration":"219.395836ms","start":"2026-03-03T19:37:39.498049Z","end":"2026-03-03T19:37:39.717445Z","steps":["trace[910895393] 'process raft request' (duration: 219.232502ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:37:39.722901Z","caller":"traceutil/trace.go:171","msg":"trace[1908642803] transaction","detail":"{read_only:false; response_revision:19553; number_of_response:1; }","duration":"224.479676ms","start":"2026-03-03T19:37:39.498403Z","end":"2026-03-03T19:37:39.722883Z","steps":["trace[1908642803] 'process raft request' (duration: 224.375954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:45.679351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.742807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:37:45.679478Z","caller":"traceutil/trace.go:171","msg":"trace[1764303740] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:19577; }","duration":"696.930591ms","start":"2026-03-03T19:37:44.982519Z","end":"2026-03-03T19:37:45.67945Z","steps":["trace[1764303740] 'count revisions from in-memory index tree' (duration: 696.635284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:45.679554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:44.982497Z","time spent":"697.019963ms","remote":"127.0.0.1:42970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:37:45.681025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.602139ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:37:45.681174Z","caller":"traceutil/trace.go:171","msg":"trace[1250252594] linearizableReadLoop","detail":"{readStateIndex:20293; appliedIndex:20292; }","duration":"668.423189ms","start":"2026-03-03T19:37:45.012733Z","end":"2026-03-03T19:37:45.681156Z","steps":["trace[1250252594] 'read index received' (duration: 301.598385ms)","trace[1250252594] 'applied index is now lower than readState.Index' (duration: 366.822924ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:37:45.681258Z","caller":"traceutil/trace.go:171","msg":"trace[1911197791] transaction","detail":"{read_only:false; response_revision:19578; number_of_response:1; }","duration":"673.258383ms","start":"2026-03-03T19:37:45.007986Z","end":"2026-03-03T19:37:45.681245Z","steps":["trace[1911197791] 'process raft request' (duration: 306.331527ms)","trace[1911197791] 'compare' (duration: 365.146174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:37:45.681321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:45.007965Z","time spent":"673.321874ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:37:45.681441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.671394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-03T19:37:45.681544Z","caller":"traceutil/trace.go:171","msg":"trace[1726299537] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19578; }","duration":"668.835848ms","start":"2026-03-03T19:37:45.012683Z","end":"2026-03-03T19:37:45.681519Z","steps":["trace[1726299537] 'agreement among raft nodes before linearized reading' (duration: 668.597583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:45.681587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:45.012661Z","time spent":"668.918911ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T19:37:45.728642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.779521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:37:45.728744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.936541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:37:45.728854Z","caller":"traceutil/trace.go:171","msg":"trace[1546736163] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:19579; }","duration":"101.122275ms","start":"2026-03-03T19:37:45.627709Z","end":"2026-03-03T19:37:45.728831Z","steps":["trace[1546736163] 'agreement among raft nodes before linearized reading' (duration: 100.816308ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:37:45.728916Z","caller":"traceutil/trace.go:171","msg":"trace[353293087] transaction","detail":"{read_only:false; response_revision:19579; number_of_response:1; }","duration":"239.873668ms","start":"2026-03-03T19:37:45.489009Z","end":"2026-03-03T19:37:45.728882Z","steps":["trace[353293087] 'process raft request' (duration: 239.266644ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:37:45.728774Z","caller":"traceutil/trace.go:171","msg":"trace[54215750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19579; }","duration":"488.969835ms","start":"2026-03-03T19:37:45.239774Z","end":"2026-03-03T19:37:45.728744Z","steps":["trace[54215750] 'agreement among raft nodes before linearized reading' (duration: 488.7598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:45.729069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.54493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-599d4d66d-d5g6z.18996be19feb62c6\" ","response":"range_response_count:1 size:903"} {"level":"warn","ts":"2026-03-03T19:37:45.729118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:45.239744Z","time spent":"489.300653ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:37:45.729119Z","caller":"traceutil/trace.go:171","msg":"trace[703382313] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-599d4d66d-d5g6z.18996be19feb62c6; range_end:; response_count:1; response_revision:19579; }","duration":"584.653553ms","start":"2026-03-03T19:37:45.144449Z","end":"2026-03-03T19:37:45.729102Z","steps":["trace[703382313] 'agreement among raft nodes before linearized reading' (duration: 584.391566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:45.729166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:45.144426Z","time spent":"584.731014ms","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":926,"request content":"key:\"/registry/events/openstack/heat-cfn-599d4d66d-d5g6z.18996be19feb62c6\" "} {"level":"warn","ts":"2026-03-03T19:37:46.2719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113082821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:37:46.77281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113082821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:37:46.916235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.184468522s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T19:37:46.995592Z","caller":"traceutil/trace.go:171","msg":"trace[589214698] transaction","detail":"{read_only:false; response_revision:19580; number_of_response:1; }","duration":"1.263937406s","start":"2026-03-03T19:37:45.731619Z","end":"2026-03-03T19:37:46.995557Z","steps":["trace[589214698] 'process raft request' (duration: 1.184858041s)","trace[589214698] 'compare' (duration: 78.784008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:37:46.995786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:45.731595Z","time spent":"1.26407218s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:37:46.996003Z","caller":"traceutil/trace.go:171","msg":"trace[472045941] linearizableReadLoop","detail":"{readStateIndex:20296; appliedIndex:20294; }","duration":"1.22466524s","start":"2026-03-03T19:37:45.771311Z","end":"2026-03-03T19:37:46.995977Z","steps":["trace[472045941] 'read index received' (duration: 1.145198605s)","trace[472045941] 'applied index is now lower than readState.Index' (duration: 79.465255ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:37:46.996399Z","caller":"traceutil/trace.go:171","msg":"trace[2123313452] transaction","detail":"{read_only:false; response_revision:19581; number_of_response:1; }","duration":"293.021023ms","start":"2026-03-03T19:37:46.703364Z","end":"2026-03-03T19:37:46.996385Z","steps":["trace[2123313452] 'process raft request' (duration: 292.412698ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:37:46.9966Z","caller":"traceutil/trace.go:171","msg":"trace[1222522523] transaction","detail":"{read_only:false; response_revision:19582; number_of_response:1; }","duration":"143.053815ms","start":"2026-03-03T19:37:46.853536Z","end":"2026-03-03T19:37:46.99659Z","steps":["trace[1222522523] 'process raft request' (duration: 142.396609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:46.996811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221192608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T19:37:46.996884Z","caller":"traceutil/trace.go:171","msg":"trace[1674533178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19582; }","duration":"1.22127816s","start":"2026-03-03T19:37:45.77559Z","end":"2026-03-03T19:37:46.996868Z","steps":["trace[1674533178] 'agreement among raft nodes before linearized reading' (duration: 1.221084486s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:46.996915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:45.775524Z","time spent":"1.221384772s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:37:46.996881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225554191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T19:37:46.996999Z","caller":"traceutil/trace.go:171","msg":"trace[1543688992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19582; }","duration":"1.225727265s","start":"2026-03-03T19:37:45.771244Z","end":"2026-03-03T19:37:46.996971Z","steps":["trace[1543688992] 'agreement among raft nodes before linearized reading' (duration: 1.225413237s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:46.99708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.358571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T19:37:46.997078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.803779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:37:46.997114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:45.77122Z","time spent":"1.225823477s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T19:37:46.997139Z","caller":"traceutil/trace.go:171","msg":"trace[1553616855] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:19582; }","duration":"864.525565ms","start":"2026-03-03T19:37:46.132595Z","end":"2026-03-03T19:37:46.997121Z","steps":["trace[1553616855] 'agreement among raft nodes before linearized reading' (duration: 864.28817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:46.997181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:46.132569Z","time spent":"864.602916ms","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-03-03T19:37:46.997194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151054784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T19:37:46.997139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080426456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T19:37:46.997197Z","caller":"traceutil/trace.go:171","msg":"trace[1529661060] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:19582; }","duration":"341.017285ms","start":"2026-03-03T19:37:46.656138Z","end":"2026-03-03T19:37:46.997156Z","steps":["trace[1529661060] 'agreement among raft nodes before linearized reading' (duration: 340.79967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:46.997254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:46.656111Z","time spent":"341.130297ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:37:46.997273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212557354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T19:37:46.997295Z","caller":"traceutil/trace.go:171","msg":"trace[1769441286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19582; }","duration":"1.212602715s","start":"2026-03-03T19:37:45.784686Z","end":"2026-03-03T19:37:46.997289Z","steps":["trace[1769441286] 'agreement among raft nodes before linearized reading' (duration: 1.212544334s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:37:46.997282Z","caller":"traceutil/trace.go:171","msg":"trace[2126471421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19582; }","duration":"1.080571821s","start":"2026-03-03T19:37:45.916657Z","end":"2026-03-03T19:37:46.997229Z","steps":["trace[2126471421] 'agreement among raft nodes before linearized reading' (duration: 1.080426197s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:46.997315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:45.784671Z","time spent":"1.212639296s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T19:37:46.997217Z","caller":"traceutil/trace.go:171","msg":"trace[389919151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19582; }","duration":"1.151113255s","start":"2026-03-03T19:37:45.846096Z","end":"2026-03-03T19:37:46.997209Z","steps":["trace[389919151] 'agreement among raft nodes before linearized reading' (duration: 1.151060644s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:46.997335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:45.916611Z","time spent":"1.080706784s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:37:46.997385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.47462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:37:46.997427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:45.846077Z","time spent":"1.151289389s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T19:37:46.997474Z","caller":"traceutil/trace.go:171","msg":"trace[386010752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19582; }","duration":"757.626493ms","start":"2026-03-03T19:37:46.239823Z","end":"2026-03-03T19:37:46.99745Z","steps":["trace[386010752] 'agreement among raft nodes before linearized reading' (duration: 757.478429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:46.997527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:46.239793Z","time spent":"757.726496ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:37:47.900449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.170573ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T19:37:47.900552Z","caller":"traceutil/trace.go:171","msg":"trace[1662474939] linearizableReadLoop","detail":"{readStateIndex:20298; appliedIndex:20297; }","duration":"901.946417ms","start":"2026-03-03T19:37:46.998586Z","end":"2026-03-03T19:37:47.900533Z","steps":["trace[1662474939] 'read index received' (duration: 478.6035ms)","trace[1662474939] 'applied index is now lower than readState.Index' (duration: 423.341287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:37:47.900567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:46.998197Z","time spent":"902.361587ms","remote":"127.0.0.1:43796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T19:37:47.90065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.05922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:37:47.900684Z","caller":"traceutil/trace.go:171","msg":"trace[1143313235] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19582; }","duration":"902.157213ms","start":"2026-03-03T19:37:46.998518Z","end":"2026-03-03T19:37:47.900675Z","steps":["trace[1143313235] 'agreement among raft nodes before linearized reading' (duration: 902.088571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:47.901188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:46.998501Z","time spent":"902.662534ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:37:48.475603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.774485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:37:48.475995Z","caller":"traceutil/trace.go:171","msg":"trace[1349492951] linearizableReadLoop","detail":"{readStateIndex:20304; appliedIndex:20298; }","duration":"575.398094ms","start":"2026-03-03T19:37:47.900579Z","end":"2026-03-03T19:37:48.475977Z","steps":["trace[1349492951] 'read index received' (duration: 135.102897ms)","trace[1349492951] 'applied index is now lower than readState.Index' (duration: 440.293627ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:37:48.47602Z","caller":"traceutil/trace.go:171","msg":"trace[1272539965] transaction","detail":"{read_only:false; response_revision:19584; number_of_response:1; }","duration":"1.472456837s","start":"2026-03-03T19:37:47.003529Z","end":"2026-03-03T19:37:48.475986Z","steps":["trace[1272539965] 'process raft request' (duration: 1.47217534s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:37:48.476104Z","caller":"traceutil/trace.go:171","msg":"trace[610629928] transaction","detail":"{read_only:false; response_revision:19585; number_of_response:1; }","duration":"1.471900293s","start":"2026-03-03T19:37:47.004193Z","end":"2026-03-03T19:37:48.476094Z","steps":["trace[610629928] 'process raft request' (duration: 1.471584786s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:48.476169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:47.003486Z","time spent":"1.47259535s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:37:48.476203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:47.004181Z","time spent":"1.471961204s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:37:48.476381Z","caller":"traceutil/trace.go:171","msg":"trace[808712058] transaction","detail":"{read_only:false; response_revision:19588; number_of_response:1; }","duration":"789.167737ms","start":"2026-03-03T19:37:47.68717Z","end":"2026-03-03T19:37:48.476338Z","steps":["trace[808712058] 'process raft request' (duration: 788.718066ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:37:48.476418Z","caller":"traceutil/trace.go:171","msg":"trace[1836092686] transaction","detail":"{read_only:false; response_revision:19586; number_of_response:1; }","duration":"1.472050206s","start":"2026-03-03T19:37:47.004316Z","end":"2026-03-03T19:37:48.476367Z","steps":["trace[1836092686] 'process raft request' (duration: 1.471502434s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:48.476482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473634584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T19:37:48.47649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136103272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T19:37:48.476529Z","caller":"traceutil/trace.go:171","msg":"trace[468785067] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19589; }","duration":"1.473708166s","start":"2026-03-03T19:37:47.002811Z","end":"2026-03-03T19:37:48.476519Z","steps":["trace[468785067] 'agreement among raft nodes before linearized reading' (duration: 1.473562613s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:48.476515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.731168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:37:48.47639Z","caller":"traceutil/trace.go:171","msg":"trace[2010103389] transaction","detail":"{read_only:false; response_revision:19583; number_of_response:1; }","duration":"1.473329626s","start":"2026-03-03T19:37:47.003031Z","end":"2026-03-03T19:37:48.476361Z","steps":["trace[2010103389] 'process raft request' (duration: 1.032751773s)","trace[2010103389] 'compare' (duration: 439.337274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:37:48.476567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476105742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-77cf5d4474-l2jhx.18996bdf4caa96ed\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-03T19:37:48.476628Z","caller":"traceutil/trace.go:171","msg":"trace[1620544185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19589; }","duration":"560.873302ms","start":"2026-03-03T19:37:47.915728Z","end":"2026-03-03T19:37:48.476602Z","steps":["trace[1620544185] 'agreement among raft nodes before linearized reading' (duration: 560.661687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:48.476565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:47.002793Z","time spent":"1.473766897s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T19:37:48.476647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:47.004308Z","time spent":"1.47221936s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:37:48.47667Z","caller":"traceutil/trace.go:171","msg":"trace[941156906] range","detail":"{range_begin:/registry/events/openstack/heat-api-77cf5d4474-l2jhx.18996bdf4caa96ed; range_end:; response_count:1; response_revision:19589; }","duration":"1.476259596s","start":"2026-03-03T19:37:47.000381Z","end":"2026-03-03T19:37:48.476641Z","steps":["trace[941156906] 'agreement among raft nodes before linearized reading' (duration: 1.475941038s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:48.476692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:47.915646Z","time spent":"561.037245ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:37:48.476558Z","caller":"traceutil/trace.go:171","msg":"trace[210693692] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:19589; }","duration":"1.136228055s","start":"2026-03-03T19:37:47.340313Z","end":"2026-03-03T19:37:48.476541Z","steps":["trace[210693692] 'agreement among raft nodes before linearized reading' (duration: 1.135864626s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:48.476711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:47.003011Z","time spent":"1.473627514s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:37:48.476738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:47.000368Z","time spent":"1.476360268s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-api-77cf5d4474-l2jhx.18996bdf4caa96ed\" "} {"level":"warn","ts":"2026-03-03T19:37:48.47675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:47.340289Z","time spent":"1.136452239s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":193,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:37:48.476399Z","caller":"traceutil/trace.go:171","msg":"trace[327610063] transaction","detail":"{read_only:false; response_revision:19589; number_of_response:1; }","duration":"574.491843ms","start":"2026-03-03T19:37:47.901852Z","end":"2026-03-03T19:37:48.476344Z","steps":["trace[327610063] 'process raft request' (duration: 574.069103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:48.476904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:47.90181Z","time spent":"575.045096ms","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:37:48.476913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:47.687143Z","time spent":"789.442844ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:37:48.477914Z","caller":"traceutil/trace.go:171","msg":"trace[811771635] transaction","detail":"{read_only:false; response_revision:19587; number_of_response:1; }","duration":"1.470976971s","start":"2026-03-03T19:37:47.005271Z","end":"2026-03-03T19:37:48.476248Z","steps":["trace[811771635] 'process raft request' (duration: 1.470577141s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:48.478049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:47.005242Z","time spent":"1.472725582s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:37:48.971594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.639072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:37:48.971724Z","caller":"traceutil/trace.go:171","msg":"trace[77856505] linearizableReadLoop","detail":"{readStateIndex:20306; appliedIndex:20305; }","duration":"492.003307ms","start":"2026-03-03T19:37:48.479701Z","end":"2026-03-03T19:37:48.971705Z","steps":["trace[77856505] 'read index received' (duration: 372.070987ms)","trace[77856505] 'applied index is now lower than readState.Index' (duration: 119.9309ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:37:48.971831Z","caller":"traceutil/trace.go:171","msg":"trace[1075927675] transaction","detail":"{read_only:false; response_revision:19590; number_of_response:1; }","duration":"492.253702ms","start":"2026-03-03T19:37:48.47956Z","end":"2026-03-03T19:37:48.971814Z","steps":["trace[1075927675] 'process raft request' (duration: 372.254731ms)","trace[1075927675] 'compare' (duration: 119.433478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:37:48.971901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:48.479539Z","time spent":"492.328055ms","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:37:48.972093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.354885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T19:37:48.972189Z","caller":"traceutil/trace.go:171","msg":"trace[1752269796] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19590; }","duration":"492.524769ms","start":"2026-03-03T19:37:48.479646Z","end":"2026-03-03T19:37:48.972171Z","steps":["trace[1752269796] 'agreement among raft nodes before linearized reading' (duration: 492.192491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:48.97224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:48.479624Z","time spent":"492.606701ms","remote":"127.0.0.1:43938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T19:37:48.97207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.447543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:37:48.972333Z","caller":"traceutil/trace.go:171","msg":"trace[826182555] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19590; }","duration":"421.704119ms","start":"2026-03-03T19:37:48.55059Z","end":"2026-03-03T19:37:48.972294Z","steps":["trace[826182555] 'agreement among raft nodes before linearized reading' (duration: 421.271118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:48.97249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:48.550513Z","time spent":"421.936173ms","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T19:37:49.506611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113082848,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:37:49.851315Z","caller":"traceutil/trace.go:171","msg":"trace[1328877909] transaction","detail":"{read_only:false; response_revision:19591; number_of_response:1; }","duration":"848.697081ms","start":"2026-03-03T19:37:49.002585Z","end":"2026-03-03T19:37:49.851282Z","steps":["trace[1328877909] 'process raft request' (duration: 848.458865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:49.851552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:49.002523Z","time spent":"848.913745ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:37:49.898294Z","caller":"traceutil/trace.go:171","msg":"trace[313413699] linearizableReadLoop","detail":"{readStateIndex:20308; appliedIndex:20306; }","duration":"892.349311ms","start":"2026-03-03T19:37:49.005907Z","end":"2026-03-03T19:37:49.898256Z","steps":["trace[313413699] 'read index received' (duration: 845.194369ms)","trace[313413699] 'applied index is now lower than readState.Index' (duration: 47.152762ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:37:49.898373Z","caller":"traceutil/trace.go:171","msg":"trace[748499086] transaction","detail":"{read_only:false; response_revision:19592; number_of_response:1; }","duration":"893.416945ms","start":"2026-03-03T19:37:49.004897Z","end":"2026-03-03T19:37:49.898314Z","steps":["trace[748499086] 'process raft request' (duration: 893.078387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:49.898595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.117401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:37:49.898656Z","caller":"traceutil/trace.go:171","msg":"trace[1601882039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19592; }","duration":"657.244154ms","start":"2026-03-03T19:37:49.241393Z","end":"2026-03-03T19:37:49.898638Z","steps":["trace[1601882039] 'agreement among raft nodes before linearized reading' (duration: 657.117161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:49.898653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.921562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:37:49.89869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:49.004883Z","time spent":"893.647231ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:37:49.898708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:49.24137Z","time spent":"657.324036ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:37:49.898724Z","caller":"traceutil/trace.go:171","msg":"trace[1064042448] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:19592; }","duration":"500.052025ms","start":"2026-03-03T19:37:49.398652Z","end":"2026-03-03T19:37:49.898704Z","steps":["trace[1064042448] 'agreement among raft nodes before linearized reading' (duration: 499.896532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:49.898726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.785271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-03T19:37:49.898773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:49.398626Z","time spent":"500.133578ms","remote":"127.0.0.1:42528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:37:49.898825Z","caller":"traceutil/trace.go:171","msg":"trace[572989381] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19592; }","duration":"892.907344ms","start":"2026-03-03T19:37:49.005891Z","end":"2026-03-03T19:37:49.898798Z","steps":["trace[572989381] 'agreement among raft nodes before linearized reading' (duration: 892.601436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:49.898883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:49.005855Z","time spent":"893.014206ms","remote":"127.0.0.1:42498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T19:37:49.899397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.773081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:37:49.899446Z","caller":"traceutil/trace.go:171","msg":"trace[1350944945] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:19592; }","duration":"115.869984ms","start":"2026-03-03T19:37:49.783563Z","end":"2026-03-03T19:37:49.899433Z","steps":["trace[1350944945] 'agreement among raft nodes before linearized reading' (duration: 115.753841ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:37:50.742193Z","caller":"traceutil/trace.go:171","msg":"trace[658125967] transaction","detail":"{read_only:false; response_revision:19593; number_of_response:1; }","duration":"258.795005ms","start":"2026-03-03T19:37:50.483371Z","end":"2026-03-03T19:37:50.742166Z","steps":["trace[658125967] 'process raft request' (duration: 258.620771ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:37:51.131896Z","caller":"traceutil/trace.go:171","msg":"trace[1589347275] transaction","detail":"{read_only:false; response_revision:19595; number_of_response:1; }","duration":"644.964606ms","start":"2026-03-03T19:37:50.486907Z","end":"2026-03-03T19:37:51.131871Z","steps":["trace[1589347275] 'process raft request' (duration: 644.886404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:51.132067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:50.486894Z","time spent":"645.094848ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:37:51.131903Z","caller":"traceutil/trace.go:171","msg":"trace[74880441] transaction","detail":"{read_only:false; response_revision:19594; number_of_response:1; }","duration":"645.165211ms","start":"2026-03-03T19:37:50.486702Z","end":"2026-03-03T19:37:51.131868Z","steps":["trace[74880441] 'process raft request' (duration: 644.951075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:51.132222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:50.486671Z","time spent":"645.521728ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:37:51.132237Z","caller":"traceutil/trace.go:171","msg":"trace[1076580145] transaction","detail":"{read_only:false; response_revision:19598; number_of_response:1; }","duration":"644.965526ms","start":"2026-03-03T19:37:50.487255Z","end":"2026-03-03T19:37:51.13222Z","steps":["trace[1076580145] 'process raft request' (duration: 644.882934ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:37:51.132317Z","caller":"traceutil/trace.go:171","msg":"trace[44112538] transaction","detail":"{read_only:false; response_revision:19597; number_of_response:1; }","duration":"645.044967ms","start":"2026-03-03T19:37:50.487259Z","end":"2026-03-03T19:37:51.132304Z","steps":["trace[44112538] 'process raft request' (duration: 644.788161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:51.132345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:50.487231Z","time spent":"645.068548ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:37:51.132372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:50.487253Z","time spent":"645.093569ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:37:51.132369Z","caller":"traceutil/trace.go:171","msg":"trace[1304937647] transaction","detail":"{read_only:false; response_revision:19596; number_of_response:1; }","duration":"645.1645ms","start":"2026-03-03T19:37:50.487156Z","end":"2026-03-03T19:37:51.132321Z","steps":["trace[1304937647] 'process raft request' (duration: 644.676409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:37:51.132566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:37:50.487148Z","time spent":"645.308173ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:38:46.106132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.221803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T19:38:46.106309Z","caller":"traceutil/trace.go:171","msg":"trace[2127890992] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20117; }","duration":"141.477989ms","start":"2026-03-03T19:38:45.964805Z","end":"2026-03-03T19:38:46.106283Z","steps":["trace[2127890992] 'range keys from in-memory index tree' (duration: 140.951846ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:39:33.027971Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18364} {"level":"info","ts":"2026-03-03T19:39:33.135814Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18364,"took":"103.182365ms","hash":2220272072,"current-db-size-bytes":45391872,"current-db-size":"45 MB","current-db-size-in-use-bytes":30146560,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T19:39:33.135878Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2220272072,"revision":18364,"compact-revision":16170} {"level":"info","ts":"2026-03-03T19:41:35.936354Z","caller":"traceutil/trace.go:171","msg":"trace[686113192] transaction","detail":"{read_only:false; response_revision:21278; number_of_response:1; }","duration":"210.247132ms","start":"2026-03-03T19:41:35.72608Z","end":"2026-03-03T19:41:35.936327Z","steps":["trace[686113192] 'process raft request' (duration: 209.955305ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:41:47.308377Z","caller":"traceutil/trace.go:171","msg":"trace[1289885218] linearizableReadLoop","detail":"{readStateIndex:22528; appliedIndex:22527; }","duration":"122.979612ms","start":"2026-03-03T19:41:47.185376Z","end":"2026-03-03T19:41:47.308356Z","steps":["trace[1289885218] 'read index received' (duration: 117.553874ms)","trace[1289885218] 'applied index is now lower than readState.Index' (duration: 5.424948ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:41:47.308469Z","caller":"traceutil/trace.go:171","msg":"trace[2037874731] transaction","detail":"{read_only:false; response_revision:21737; number_of_response:1; }","duration":"129.477276ms","start":"2026-03-03T19:41:47.178986Z","end":"2026-03-03T19:41:47.308463Z","steps":["trace[2037874731] 'process raft request' (duration: 123.909525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:47.308611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.218568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/capo-system/capo-leader-election-role\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:41:47.308633Z","caller":"traceutil/trace.go:171","msg":"trace[1713211793] range","detail":"{range_begin:/registry/roles/capo-system/capo-leader-election-role; range_end:; response_count:0; response_revision:21737; }","duration":"123.28478ms","start":"2026-03-03T19:41:47.185343Z","end":"2026-03-03T19:41:47.308628Z","steps":["trace[1713211793] 'agreement among raft nodes before linearized reading' (duration: 123.212908ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:41:47.310162Z","caller":"traceutil/trace.go:171","msg":"trace[214681316] transaction","detail":"{read_only:false; response_revision:21738; number_of_response:1; }","duration":"112.472254ms","start":"2026-03-03T19:41:47.197654Z","end":"2026-03-03T19:41:47.310127Z","steps":["trace[214681316] 'process raft request' (duration: 112.020104ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:41:48.963484Z","caller":"traceutil/trace.go:171","msg":"trace[1744966592] transaction","detail":"{read_only:false; response_revision:21820; number_of_response:1; }","duration":"176.041535ms","start":"2026-03-03T19:41:48.787414Z","end":"2026-03-03T19:41:48.963455Z","steps":["trace[1744966592] 'process raft request' (duration: 169.210933ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:41:48.968694Z","caller":"traceutil/trace.go:171","msg":"trace[1048017498] linearizableReadLoop","detail":"{readStateIndex:22612; appliedIndex:22610; }","duration":"173.460733ms","start":"2026-03-03T19:41:48.795193Z","end":"2026-03-03T19:41:48.968654Z","steps":["trace[1048017498] 'read index received' (duration: 161.44309ms)","trace[1048017498] 'applied index is now lower than readState.Index' (duration: 12.016413ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:41:48.969137Z","caller":"traceutil/trace.go:171","msg":"trace[1998356634] transaction","detail":"{read_only:false; response_revision:21821; number_of_response:1; }","duration":"181.347029ms","start":"2026-03-03T19:41:48.787771Z","end":"2026-03-03T19:41:48.969118Z","steps":["trace[1998356634] 'process raft request' (duration: 180.639373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:48.969113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.378942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:41:48.969201Z","caller":"traceutil/trace.go:171","msg":"trace[1658789120] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21822; }","duration":"173.529485ms","start":"2026-03-03T19:41:48.795652Z","end":"2026-03-03T19:41:48.969181Z","steps":["trace[1658789120] 'agreement among raft nodes before linearized reading' (duration: 173.3372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:48.969775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.556879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io\" ","response":"range_response_count:1 size:9970"} {"level":"info","ts":"2026-03-03T19:41:48.969829Z","caller":"traceutil/trace.go:171","msg":"trace[1218692085] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/openstackfloatingippools.infrastructure.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21822; }","duration":"174.636152ms","start":"2026-03-03T19:41:48.795178Z","end":"2026-03-03T19:41:48.969814Z","steps":["trace[1218692085] 'agreement among raft nodes before linearized reading' (duration: 174.532419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:48.969981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.226362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:41:48.970025Z","caller":"traceutil/trace.go:171","msg":"trace[1373877111] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21822; }","duration":"138.299574ms","start":"2026-03-03T19:41:48.831701Z","end":"2026-03-03T19:41:48.970001Z","steps":["trace[1373877111] 'agreement among raft nodes before linearized reading' (duration: 138.234053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:48.970045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.278657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:41:48.970083Z","caller":"traceutil/trace.go:171","msg":"trace[804885765] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21822; }","duration":"103.37974ms","start":"2026-03-03T19:41:48.86669Z","end":"2026-03-03T19:41:48.970069Z","steps":["trace[804885765] 'agreement among raft nodes before linearized reading' (duration: 102.904569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:48.970063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.132236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:41:48.970128Z","caller":"traceutil/trace.go:171","msg":"trace[290467170] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21822; }","duration":"173.218868ms","start":"2026-03-03T19:41:48.796895Z","end":"2026-03-03T19:41:48.970113Z","steps":["trace[290467170] 'agreement among raft nodes before linearized reading' (duration: 173.126456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:48.970157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.495423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:41:48.970182Z","caller":"traceutil/trace.go:171","msg":"trace[1555344430] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21822; }","duration":"103.567794ms","start":"2026-03-03T19:41:48.866606Z","end":"2026-03-03T19:41:48.970174Z","steps":["trace[1555344430] 'agreement among raft nodes before linearized reading' (duration: 103.523963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:48.970257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.256272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:41:48.970282Z","caller":"traceutil/trace.go:171","msg":"trace[305752735] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21822; }","duration":"149.288954ms","start":"2026-03-03T19:41:48.820986Z","end":"2026-03-03T19:41:48.970275Z","steps":["trace[305752735] 'agreement among raft nodes before linearized reading' (duration: 149.248863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:48.97031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.029237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:41:48.970338Z","caller":"traceutil/trace.go:171","msg":"trace[858747402] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21822; }","duration":"174.073468ms","start":"2026-03-03T19:41:48.796256Z","end":"2026-03-03T19:41:48.970329Z","steps":["trace[858747402] 'agreement among raft nodes before linearized reading' (duration: 174.027007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:48.970517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.694503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:41:48.971736Z","caller":"traceutil/trace.go:171","msg":"trace[775145151] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21822; }","duration":"150.888421ms","start":"2026-03-03T19:41:48.820774Z","end":"2026-03-03T19:41:48.971662Z","steps":["trace[775145151] 'agreement among raft nodes before linearized reading' (duration: 149.714194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:48.973493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.106182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:41:48.973565Z","caller":"traceutil/trace.go:171","msg":"trace[71813398] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21822; }","duration":"125.201935ms","start":"2026-03-03T19:41:48.848348Z","end":"2026-03-03T19:41:48.97355Z","steps":["trace[71813398] 'agreement among raft nodes before linearized reading' (duration: 124.896168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:48.974031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.277805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:41:48.975421Z","caller":"traceutil/trace.go:171","msg":"trace[369773149] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21822; }","duration":"131.718479ms","start":"2026-03-03T19:41:48.843643Z","end":"2026-03-03T19:41:48.975361Z","steps":["trace[369773149] 'agreement among raft nodes before linearized reading' (duration: 130.277475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:48.975664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.069766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:41:48.975728Z","caller":"traceutil/trace.go:171","msg":"trace[1744815643] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21822; }","duration":"132.153739ms","start":"2026-03-03T19:41:48.843542Z","end":"2026-03-03T19:41:48.975696Z","steps":["trace[1744815643] 'agreement among raft nodes before linearized reading' (duration: 130.806497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:48.974993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.088747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:41:48.975883Z","caller":"traceutil/trace.go:171","msg":"trace[1398885221] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21822; }","duration":"144.033149ms","start":"2026-03-03T19:41:48.831837Z","end":"2026-03-03T19:41:48.97587Z","steps":["trace[1398885221] 'agreement among raft nodes before linearized reading' (duration: 142.777339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:48.983371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.892156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210797"} {"level":"info","ts":"2026-03-03T19:41:48.983428Z","caller":"traceutil/trace.go:171","msg":"trace[1897465421] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21822; }","duration":"121.958198ms","start":"2026-03-03T19:41:48.861447Z","end":"2026-03-03T19:41:48.983406Z","steps":["trace[1897465421] 'agreement among raft nodes before linearized reading' (duration: 108.783137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:50.366672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.31388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:137815"} {"level":"warn","ts":"2026-03-03T19:41:50.366704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.873387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:41:50.36669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.889498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:41:50.366863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.086316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:41:50.366988Z","caller":"traceutil/trace.go:171","msg":"trace[1797748733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21865; }","duration":"126.26253ms","start":"2026-03-03T19:41:50.240706Z","end":"2026-03-03T19:41:50.366968Z","steps":["trace[1797748733] 'range keys from in-memory index tree' (duration: 126.031924ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:41:50.367015Z","caller":"traceutil/trace.go:171","msg":"trace[1638797064] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21865; }","duration":"128.267397ms","start":"2026-03-03T19:41:50.238698Z","end":"2026-03-03T19:41:50.366965Z","steps":["trace[1638797064] 'range keys from in-memory index tree' (duration: 127.710104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:50.36673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.678535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:41:50.367205Z","caller":"traceutil/trace.go:171","msg":"trace[1328475607] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/cert-manager-test0; response_count:0; response_revision:21865; }","duration":"109.213847ms","start":"2026-03-03T19:41:50.257952Z","end":"2026-03-03T19:41:50.367166Z","steps":["trace[1328475607] 'range keys from in-memory index tree' (duration: 108.584753ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:41:50.366768Z","caller":"traceutil/trace.go:171","msg":"trace[385627432] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21865; }","duration":"123.457414ms","start":"2026-03-03T19:41:50.243289Z","end":"2026-03-03T19:41:50.366747Z","steps":["trace[385627432] 'range keys from in-memory index tree' (duration: 123.151926ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:41:50.366807Z","caller":"traceutil/trace.go:171","msg":"trace[1140580289] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21865; }","duration":"128.049611ms","start":"2026-03-03T19:41:50.238734Z","end":"2026-03-03T19:41:50.366783Z","steps":["trace[1140580289] 'count revisions from in-memory index tree' (duration: 127.776676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:50.366818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.972526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:41:50.367547Z","caller":"traceutil/trace.go:171","msg":"trace[1293790896] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21865; }","duration":"110.704293ms","start":"2026-03-03T19:41:50.256819Z","end":"2026-03-03T19:41:50.367524Z","steps":["trace[1293790896] 'range keys from in-memory index tree' (duration: 109.906414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:50.36684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.891463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:41:50.367709Z","caller":"traceutil/trace.go:171","msg":"trace[605299851] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21865; }","duration":"110.763794ms","start":"2026-03-03T19:41:50.256935Z","end":"2026-03-03T19:41:50.367699Z","steps":["trace[605299851] 'count revisions from in-memory index tree' (duration: 109.553365ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:41:50.369382Z","caller":"traceutil/trace.go:171","msg":"trace[365835895] transaction","detail":"{read_only:false; response_revision:21866; number_of_response:1; }","duration":"110.254653ms","start":"2026-03-03T19:41:50.259083Z","end":"2026-03-03T19:41:50.369337Z","steps":["trace[365835895] 'process raft request' (duration: 109.946955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:54.446907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.74313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:41:54.448489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.676865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417432"} {"level":"info","ts":"2026-03-03T19:41:54.448597Z","caller":"traceutil/trace.go:171","msg":"trace[356472865] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:21941; }","duration":"133.774578ms","start":"2026-03-03T19:41:54.31476Z","end":"2026-03-03T19:41:54.448535Z","steps":["trace[356472865] 'range keys from in-memory index tree' (duration: 133.366688ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:41:54.447037Z","caller":"traceutil/trace.go:171","msg":"trace[909542659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21941; }","duration":"206.919474ms","start":"2026-03-03T19:41:54.240076Z","end":"2026-03-03T19:41:54.446996Z","steps":["trace[909542659] 'range keys from in-memory index tree' (duration: 206.644007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:54.976034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113089820,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:41:55.29859Z","caller":"traceutil/trace.go:171","msg":"trace[95883765] transaction","detail":"{read_only:false; response_revision:21942; number_of_response:1; }","duration":"826.64302ms","start":"2026-03-03T19:41:54.471907Z","end":"2026-03-03T19:41:55.29855Z","steps":["trace[95883765] 'process raft request' (duration: 826.381584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:55.298822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:41:54.471876Z","time spent":"826.823064ms","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5164,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:41:55.612444Z","caller":"traceutil/trace.go:171","msg":"trace[1060681050] transaction","detail":"{read_only:false; response_revision:21943; number_of_response:1; }","duration":"1.125150974s","start":"2026-03-03T19:41:54.487265Z","end":"2026-03-03T19:41:55.612416Z","steps":["trace[1060681050] 'process raft request' (duration: 1.124920759s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:55.612615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:41:54.487227Z","time spent":"1.125298028s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:41:55.612949Z","caller":"traceutil/trace.go:171","msg":"trace[594855435] transaction","detail":"{read_only:false; response_revision:21944; number_of_response:1; }","duration":"924.765984ms","start":"2026-03-03T19:41:54.688168Z","end":"2026-03-03T19:41:55.612934Z","steps":["trace[594855435] 'process raft request' (duration: 924.186531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:55.613026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:41:54.688147Z","time spent":"924.839387ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:41:55.613287Z","caller":"traceutil/trace.go:171","msg":"trace[2062246001] linearizableReadLoop","detail":"{readStateIndex:22737; appliedIndex:22733; }","duration":"1.137285581s","start":"2026-03-03T19:41:54.475971Z","end":"2026-03-03T19:41:55.613257Z","steps":["trace[2062246001] 'read index received' (duration: 822.201955ms)","trace[2062246001] 'applied index is now lower than readState.Index' (duration: 315.082446ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:41:55.613413Z","caller":"traceutil/trace.go:171","msg":"trace[396053765] transaction","detail":"{read_only:false; response_revision:21946; number_of_response:1; }","duration":"625.360979ms","start":"2026-03-03T19:41:54.988041Z","end":"2026-03-03T19:41:55.613402Z","steps":["trace[396053765] 'process raft request' (duration: 625.100133ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:41:55.613481Z","caller":"traceutil/trace.go:171","msg":"trace[335424737] transaction","detail":"{read_only:false; response_revision:21945; number_of_response:1; }","duration":"648.451734ms","start":"2026-03-03T19:41:54.964993Z","end":"2026-03-03T19:41:55.613445Z","steps":["trace[335424737] 'process raft request' (duration: 647.82827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:55.613566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:41:54.988018Z","time spent":"625.42898ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:41:55.613656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:41:54.964942Z","time spent":"648.624308ms","remote":"127.0.0.1:55606","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418014,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:41:55.61377Z","caller":"traceutil/trace.go:171","msg":"trace[1292720566] transaction","detail":"{read_only:false; response_revision:21947; number_of_response:1; }","duration":"568.275522ms","start":"2026-03-03T19:41:55.045451Z","end":"2026-03-03T19:41:55.613726Z","steps":["trace[1292720566] 'process raft request' (duration: 567.75759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:55.613688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137698581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:41:55.614028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:41:55.045425Z","time spent":"568.458866ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:41:55.614391Z","caller":"traceutil/trace.go:171","msg":"trace[1424961457] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:21947; }","duration":"1.138019968s","start":"2026-03-03T19:41:54.475964Z","end":"2026-03-03T19:41:55.613984Z","steps":["trace[1424961457] 'agreement among raft nodes before linearized reading' (duration: 1.137649009s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:55.615178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:41:54.475914Z","time spent":"1.139053852s","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:41:55.620223Z","caller":"traceutil/trace.go:171","msg":"trace[1718112367] transaction","detail":"{read_only:false; response_revision:21948; number_of_response:1; }","duration":"315.925436ms","start":"2026-03-03T19:41:55.30428Z","end":"2026-03-03T19:41:55.620205Z","steps":["trace[1718112367] 'process raft request' (duration: 315.67163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:55.620296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:41:55.304251Z","time spent":"316.010408ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:41:55.620537Z","caller":"traceutil/trace.go:171","msg":"trace[1872172649] transaction","detail":"{read_only:false; response_revision:21949; number_of_response:1; }","duration":"311.495432ms","start":"2026-03-03T19:41:55.308996Z","end":"2026-03-03T19:41:55.620491Z","steps":["trace[1872172649] 'process raft request' (duration: 311.106742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:55.620624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.547123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T19:41:55.620693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.480222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5182"} {"level":"info","ts":"2026-03-03T19:41:55.620789Z","caller":"traceutil/trace.go:171","msg":"trace[1421701156] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:21949; }","duration":"314.610195ms","start":"2026-03-03T19:41:55.306157Z","end":"2026-03-03T19:41:55.620768Z","steps":["trace[1421701156] 'agreement among raft nodes before linearized reading' (duration: 314.349279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:55.6208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.891433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T19:41:55.620814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.195979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:41:55.620845Z","caller":"traceutil/trace.go:171","msg":"trace[2092931294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21949; }","duration":"914.965334ms","start":"2026-03-03T19:41:54.705868Z","end":"2026-03-03T19:41:55.620833Z","steps":["trace[2092931294] 'agreement among raft nodes before linearized reading' (duration: 914.8042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:41:55.620868Z","caller":"traceutil/trace.go:171","msg":"trace[710437065] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:21949; }","duration":"615.279361ms","start":"2026-03-03T19:41:55.005574Z","end":"2026-03-03T19:41:55.620853Z","steps":["trace[710437065] 'agreement among raft nodes before linearized reading' (duration: 615.141848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:55.62088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:41:54.705854Z","time spent":"915.018216ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:41:55.620884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.473889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T19:41:55.620903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:41:55.005563Z","time spent":"615.334122ms","remote":"127.0.0.1:57168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":35,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:41:55.620921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.450777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-wp57p\" ","response":"range_response_count:1 size:4745"} {"level":"warn","ts":"2026-03-03T19:41:55.620893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.190263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T19:41:55.620938Z","caller":"traceutil/trace.go:171","msg":"trace[138433448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21949; }","duration":"924.571801ms","start":"2026-03-03T19:41:54.696352Z","end":"2026-03-03T19:41:55.620924Z","steps":["trace[138433448] 'agreement among raft nodes before linearized reading' (duration: 924.411707ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:41:55.620948Z","caller":"traceutil/trace.go:171","msg":"trace[877909717] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-wp57p; range_end:; response_count:1; response_revision:21949; }","duration":"696.505198ms","start":"2026-03-03T19:41:54.924435Z","end":"2026-03-03T19:41:55.62094Z","steps":["trace[877909717] 'agreement among raft nodes before linearized reading' (duration: 696.427846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:55.620983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:41:54.924413Z","time spent":"696.566029ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4768,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-wp57p\" "} {"level":"warn","ts":"2026-03-03T19:41:55.620988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:41:54.696328Z","time spent":"924.650882ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:41:55.620828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:41:55.306149Z","time spent":"314.671986ms","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5205,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"info","ts":"2026-03-03T19:41:55.620726Z","caller":"traceutil/trace.go:171","msg":"trace[850388333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21949; }","duration":"950.707027ms","start":"2026-03-03T19:41:54.669995Z","end":"2026-03-03T19:41:55.620702Z","steps":["trace[850388333] 'agreement among raft nodes before linearized reading' (duration: 950.506632ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:41:55.621118Z","caller":"traceutil/trace.go:171","msg":"trace[444276059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21949; }","duration":"905.312277ms","start":"2026-03-03T19:41:54.715642Z","end":"2026-03-03T19:41:55.620955Z","steps":["trace[444276059] 'agreement among raft nodes before linearized reading' (duration: 905.069501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:55.621195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:41:54.669975Z","time spent":"951.172908ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:41:55.62121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:41:54.715621Z","time spent":"905.575742ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:41:55.620912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:41:55.308989Z","time spent":"311.638205ms","remote":"127.0.0.1:44292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4559,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T19:41:55.621688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.7337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T19:41:55.621735Z","caller":"traceutil/trace.go:171","msg":"trace[729687867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21949; }","duration":"898.851454ms","start":"2026-03-03T19:41:54.722871Z","end":"2026-03-03T19:41:55.621723Z","steps":["trace[729687867] 'agreement among raft nodes before linearized reading' (duration: 897.758458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:41:55.621759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:41:54.72285Z","time spent":"898.903354ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T19:42:37.464959Z","caller":"traceutil/trace.go:171","msg":"trace[63518439] transaction","detail":"{read_only:false; response_revision:22367; number_of_response:1; }","duration":"117.635026ms","start":"2026-03-03T19:42:37.347291Z","end":"2026-03-03T19:42:37.464926Z","steps":["trace[63518439] 'process raft request' (duration: 117.442991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:43:06.325601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.430296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T19:43:06.325732Z","caller":"traceutil/trace.go:171","msg":"trace[905311538] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22717; }","duration":"146.606559ms","start":"2026-03-03T19:43:06.179099Z","end":"2026-03-03T19:43:06.325705Z","steps":["trace[905311538] 'range keys from in-memory index tree' (duration: 146.21027ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:43:18.843226Z","caller":"traceutil/trace.go:171","msg":"trace[808550021] transaction","detail":"{read_only:false; response_revision:22809; number_of_response:1; }","duration":"207.25894ms","start":"2026-03-03T19:43:18.635926Z","end":"2026-03-03T19:43:18.843185Z","steps":["trace[808550021] 'process raft request' (duration: 207.097426ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:44:33.038998Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20390} {"level":"info","ts":"2026-03-03T19:44:33.153957Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20390,"took":"109.143946ms","hash":1935851117,"current-db-size-bytes":48050176,"current-db-size":"48 MB","current-db-size-in-use-bytes":38952960,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-03T19:44:33.154054Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1935851117,"revision":20390,"compact-revision":18364} {"level":"warn","ts":"2026-03-03T19:45:22.279452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.780237ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T19:45:22.279599Z","caller":"traceutil/trace.go:171","msg":"trace[1155372951] linearizableReadLoop","detail":"{readStateIndex:24779; appliedIndex:24778; }","duration":"693.668691ms","start":"2026-03-03T19:45:21.585909Z","end":"2026-03-03T19:45:22.279577Z","steps":["trace[1155372951] 'read index received' (duration: 270.714069ms)","trace[1155372951] 'applied index is now lower than readState.Index' (duration: 422.952962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:22.280035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.124121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:22.280068Z","caller":"traceutil/trace.go:171","msg":"trace[901007179] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:23933; }","duration":"694.215314ms","start":"2026-03-03T19:45:21.585843Z","end":"2026-03-03T19:45:22.280059Z","steps":["trace[901007179] 'agreement among raft nodes before linearized reading' (duration: 694.123931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:22.280098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:21.585817Z","time spent":"694.272375ms","remote":"127.0.0.1:42870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:22.699252Z","caller":"traceutil/trace.go:171","msg":"trace[1409231971] linearizableReadLoop","detail":"{readStateIndex:24780; appliedIndex:24779; }","duration":"419.600643ms","start":"2026-03-03T19:45:22.279624Z","end":"2026-03-03T19:45:22.699225Z","steps":["trace[1409231971] 'read index received' (duration: 419.407539ms)","trace[1409231971] 'applied index is now lower than readState.Index' (duration: 192.054µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:22.699456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.703018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-03T19:45:22.699412Z","caller":"traceutil/trace.go:171","msg":"trace[546345780] transaction","detail":"{read_only:false; response_revision:23934; number_of_response:1; }","duration":"528.031822ms","start":"2026-03-03T19:45:22.171321Z","end":"2026-03-03T19:45:22.699353Z","steps":["trace[546345780] 'process raft request' (duration: 527.700034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:22.699475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.637948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T19:45:22.699512Z","caller":"traceutil/trace.go:171","msg":"trace[1662480846] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:23934; }","duration":"689.80416ms","start":"2026-03-03T19:45:22.009692Z","end":"2026-03-03T19:45:22.699497Z","steps":["trace[1662480846] 'agreement among raft nodes before linearized reading' (duration: 689.688377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:22.699554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.009671Z","time spent":"689.872742ms","remote":"127.0.0.1:43992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":199,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"info","ts":"2026-03-03T19:45:22.699556Z","caller":"traceutil/trace.go:171","msg":"trace[1559052867] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:23934; }","duration":"587.763541ms","start":"2026-03-03T19:45:22.11177Z","end":"2026-03-03T19:45:22.699533Z","steps":["trace[1559052867] 'agreement among raft nodes before linearized reading' (duration: 587.589797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:22.699609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.111749Z","time spent":"587.852714ms","remote":"127.0.0.1:43992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":556,"request content":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-03-03T19:45:22.699553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.944891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:22.699811Z","caller":"traceutil/trace.go:171","msg":"trace[458327111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23934; }","duration":"459.32032ms","start":"2026-03-03T19:45:22.240467Z","end":"2026-03-03T19:45:22.699787Z","steps":["trace[458327111] 'agreement among raft nodes before linearized reading' (duration: 458.785678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:22.700031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.240418Z","time spent":"459.599527ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:22.699645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018367014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:22.70024Z","caller":"traceutil/trace.go:171","msg":"trace[677268870] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23934; }","duration":"1.01904965s","start":"2026-03-03T19:45:21.681176Z","end":"2026-03-03T19:45:22.700225Z","steps":["trace[677268870] 'agreement among raft nodes before linearized reading' (duration: 1.018263401s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:22.700297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:21.681158Z","time spent":"1.019122632s","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:22.699696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.171301Z","time spent":"528.239427ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:23.200195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113094615,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:45:23.677159Z","caller":"traceutil/trace.go:171","msg":"trace[312724041] transaction","detail":"{read_only:false; response_revision:23937; number_of_response:1; }","duration":"1.07027749s","start":"2026-03-03T19:45:22.60686Z","end":"2026-03-03T19:45:23.677138Z","steps":["trace[312724041] 'process raft request' (duration: 1.070222419s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:23.6773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.606829Z","time spent":"1.070394113s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:23.677342Z","caller":"traceutil/trace.go:171","msg":"trace[438906199] transaction","detail":"{read_only:false; response_revision:23935; number_of_response:1; }","duration":"1.19995064s","start":"2026-03-03T19:45:22.477367Z","end":"2026-03-03T19:45:23.677317Z","steps":["trace[438906199] 'process raft request' (duration: 1.198045285s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:23.677391Z","caller":"traceutil/trace.go:171","msg":"trace[1570840441] transaction","detail":"{read_only:false; response_revision:23936; number_of_response:1; }","duration":"1.072242866s","start":"2026-03-03T19:45:22.605092Z","end":"2026-03-03T19:45:23.677335Z","steps":["trace[1570840441] 'process raft request' (duration: 1.071826697s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:23.677474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.477335Z","time spent":"1.200061093s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:23.677591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.605034Z","time spent":"1.072450371s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:24.40421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.469384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:24.404598Z","caller":"traceutil/trace.go:171","msg":"trace[880258086] transaction","detail":"{read_only:false; response_revision:23938; number_of_response:1; }","duration":"1.486016695s","start":"2026-03-03T19:45:22.918541Z","end":"2026-03-03T19:45:24.404558Z","steps":["trace[880258086] 'process raft request' (duration: 1.28708535s)","trace[880258086] 'compare' (duration: 198.086255ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:24.404669Z","caller":"traceutil/trace.go:171","msg":"trace[497656429] transaction","detail":"{read_only:false; response_revision:23939; number_of_response:1; }","duration":"1.483106086s","start":"2026-03-03T19:45:22.921545Z","end":"2026-03-03T19:45:24.404651Z","steps":["trace[497656429] 'process raft request' (duration: 1.482895911s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:24.404783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.921505Z","time spent":"1.483196419s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:24.404785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.918502Z","time spent":"1.486190509s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:24.405278Z","caller":"traceutil/trace.go:171","msg":"trace[1302606809] linearizableReadLoop","detail":"{readStateIndex:24785; appliedIndex:24780; }","duration":"1.705901845s","start":"2026-03-03T19:45:22.699345Z","end":"2026-03-03T19:45:24.405247Z","steps":["trace[1302606809] 'read index received' (duration: 976.116967ms)","trace[1302606809] 'applied index is now lower than readState.Index' (duration: 729.779867ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:24.405334Z","caller":"traceutil/trace.go:171","msg":"trace[976816125] transaction","detail":"{read_only:false; response_revision:23941; number_of_response:1; }","duration":"929.46601ms","start":"2026-03-03T19:45:23.475854Z","end":"2026-03-03T19:45:24.40532Z","steps":["trace[976816125] 'process raft request' (duration: 929.334057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:24.405398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:23.475815Z","time spent":"929.545782ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:24.405421Z","caller":"traceutil/trace.go:171","msg":"trace[1824486869] transaction","detail":"{read_only:false; response_revision:23940; number_of_response:1; }","duration":"1.1845586s","start":"2026-03-03T19:45:23.220843Z","end":"2026-03-03T19:45:24.405402Z","steps":["trace[1824486869] 'process raft request' (duration: 1.18370788s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:24.405508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:23.220811Z","time spent":"1.184660353s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T19:45:24.405539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715525342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:24.405614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72816426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-03T19:45:24.405624Z","caller":"traceutil/trace.go:171","msg":"trace[1726895766] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23941; }","duration":"1.715647705s","start":"2026-03-03T19:45:22.689916Z","end":"2026-03-03T19:45:24.405564Z","steps":["trace[1726895766] 'agreement among raft nodes before linearized reading' (duration: 1.715502652s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:24.405655Z","caller":"traceutil/trace.go:171","msg":"trace[1382174196] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23941; }","duration":"1.728264252s","start":"2026-03-03T19:45:22.67738Z","end":"2026-03-03T19:45:24.405644Z","steps":["trace[1382174196] 'agreement among raft nodes before linearized reading' (duration: 1.728118758s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:24.405681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.677333Z","time spent":"1.728343385s","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11739,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-03T19:45:24.405776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.689889Z","time spent":"1.715822618s","remote":"127.0.0.1:42514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:24.40581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731431127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T19:45:24.405911Z","caller":"traceutil/trace.go:171","msg":"trace[1240894522] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23941; }","duration":"1.731606752s","start":"2026-03-03T19:45:22.674281Z","end":"2026-03-03T19:45:24.405888Z","steps":["trace[1240894522] 'agreement among raft nodes before linearized reading' (duration: 1.731302984s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:24.405966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.674231Z","time spent":"1.731726024s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:45:24.435368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687733176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T19:45:24.435439Z","caller":"traceutil/trace.go:171","msg":"trace[1136801871] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23943; }","duration":"1.687826238s","start":"2026-03-03T19:45:22.747593Z","end":"2026-03-03T19:45:24.43542Z","steps":["trace[1136801871] 'agreement among raft nodes before linearized reading' (duration: 1.687637483s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:24.435477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.747576Z","time spent":"1.6878917s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:45:24.435489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689140369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T19:45:24.435525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688636867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T19:45:24.435529Z","caller":"traceutil/trace.go:171","msg":"trace[194171939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23943; }","duration":"1.689234001s","start":"2026-03-03T19:45:22.746282Z","end":"2026-03-03T19:45:24.435516Z","steps":["trace[194171939] 'agreement among raft nodes before linearized reading' (duration: 1.689135549s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:24.43558Z","caller":"traceutil/trace.go:171","msg":"trace[278376659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23943; }","duration":"1.688718939s","start":"2026-03-03T19:45:22.746849Z","end":"2026-03-03T19:45:24.435568Z","steps":["trace[278376659] 'agreement among raft nodes before linearized reading' (duration: 1.688388881s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:24.435587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.746255Z","time spent":"1.689325273s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:24.435612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.746835Z","time spent":"1.6887704s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:24.435647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.804375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-03T19:45:24.435505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.106053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T19:45:24.43568Z","caller":"traceutil/trace.go:171","msg":"trace[566228713] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23943; }","duration":"767.879657ms","start":"2026-03-03T19:45:23.66779Z","end":"2026-03-03T19:45:24.43567Z","steps":["trace[566228713] 'agreement among raft nodes before linearized reading' (duration: 767.764444ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:24.435699Z","caller":"traceutil/trace.go:171","msg":"trace[817483910] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23943; }","duration":"353.312918ms","start":"2026-03-03T19:45:24.082365Z","end":"2026-03-03T19:45:24.435678Z","steps":["trace[817483910] 'agreement among raft nodes before linearized reading' (duration: 352.875467ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:24.435699Z","caller":"traceutil/trace.go:171","msg":"trace[1767919243] transaction","detail":"{read_only:false; response_revision:23943; number_of_response:1; }","duration":"559.58239ms","start":"2026-03-03T19:45:23.876095Z","end":"2026-03-03T19:45:24.435677Z","steps":["trace[1767919243] 'process raft request' (duration: 558.921264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:24.435738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734483039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:24.435735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.082274Z","time spent":"353.447752ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-03T19:45:24.435758Z","caller":"traceutil/trace.go:171","msg":"trace[1282189515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23943; }","duration":"1.734557091s","start":"2026-03-03T19:45:22.701194Z","end":"2026-03-03T19:45:24.435751Z","steps":["trace[1282189515] 'agreement among raft nodes before linearized reading' (duration: 1.73451646s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:24.435784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.701171Z","time spent":"1.734608752s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:24.435821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39767563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1083"} {"level":"warn","ts":"2026-03-03T19:45:24.435844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:23.876066Z","time spent":"559.687423ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:24.435861Z","caller":"traceutil/trace.go:171","msg":"trace[1860279457] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:23943; }","duration":"1.397774803s","start":"2026-03-03T19:45:23.038074Z","end":"2026-03-03T19:45:24.435849Z","steps":["trace[1860279457] 'agreement among raft nodes before linearized reading' (duration: 1.39767238s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:24.435724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:23.667762Z","time spent":"767.952498ms","remote":"127.0.0.1:48702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T19:45:24.435385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733854365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-4p8t8\" ","response":"range_response_count:1 size:4352"} {"level":"warn","ts":"2026-03-03T19:45:24.435892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:23.038043Z","time spent":"1.397842605s","remote":"127.0.0.1:43992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1106,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" "} {"level":"warn","ts":"2026-03-03T19:45:24.435973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669286581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T19:45:24.435127Z","caller":"traceutil/trace.go:171","msg":"trace[797358230] transaction","detail":"{read_only:false; response_revision:23942; number_of_response:1; }","duration":"679.05577ms","start":"2026-03-03T19:45:23.756029Z","end":"2026-03-03T19:45:24.435084Z","steps":["trace[797358230] 'process raft request' (duration: 678.826494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:24.43618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734992521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11485"} {"level":"info","ts":"2026-03-03T19:45:24.436128Z","caller":"traceutil/trace.go:171","msg":"trace[842174656] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-4p8t8; range_end:; response_count:1; response_revision:23943; }","duration":"1.734455969s","start":"2026-03-03T19:45:22.701515Z","end":"2026-03-03T19:45:24.435971Z","steps":["trace[842174656] 'agreement among raft nodes before linearized reading' (duration: 1.733760612s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:24.436014Z","caller":"traceutil/trace.go:171","msg":"trace[965755556] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23943; }","duration":"1.669383582s","start":"2026-03-03T19:45:22.766618Z","end":"2026-03-03T19:45:24.436001Z","steps":["trace[965755556] 'agreement among raft nodes before linearized reading' (duration: 1.66929363s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:24.436305Z","caller":"traceutil/trace.go:171","msg":"trace[1619551642] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:23943; }","duration":"1.735126584s","start":"2026-03-03T19:45:22.701132Z","end":"2026-03-03T19:45:24.436259Z","steps":["trace[1619551642] 'agreement among raft nodes before linearized reading' (duration: 1.734720515s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:24.436359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.70112Z","time spent":"1.735230367s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11508,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-03T19:45:24.436374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.766593Z","time spent":"1.669731731s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T19:45:24.436457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.701486Z","time spent":"1.734925639s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4375,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-4p8t8\" "} {"level":"warn","ts":"2026-03-03T19:45:24.43667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:23.755987Z","time spent":"680.167586ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:24.436797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689869876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T19:45:24.437924Z","caller":"traceutil/trace.go:171","msg":"trace[1555787142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23943; }","duration":"1.691702019s","start":"2026-03-03T19:45:22.746153Z","end":"2026-03-03T19:45:24.437855Z","steps":["trace[1555787142] 'agreement among raft nodes before linearized reading' (duration: 1.689296692s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:24.438036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:22.74614Z","time spent":"1.691877913s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T19:45:24.889551Z","caller":"traceutil/trace.go:171","msg":"trace[268625705] transaction","detail":"{read_only:false; response_revision:23945; number_of_response:1; }","duration":"448.294131ms","start":"2026-03-03T19:45:24.441235Z","end":"2026-03-03T19:45:24.889529Z","steps":["trace[268625705] 'process raft request' (duration: 412.875925ms)","trace[268625705] 'compare' (duration: 34.938035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:24.889697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.44121Z","time spent":"448.406234ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:24.889678Z","caller":"traceutil/trace.go:171","msg":"trace[1211282803] transaction","detail":"{read_only:false; response_revision:23950; number_of_response:1; }","duration":"183.532292ms","start":"2026-03-03T19:45:24.706115Z","end":"2026-03-03T19:45:24.889647Z","steps":["trace[1211282803] 'process raft request' (duration: 183.487581ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:24.889981Z","caller":"traceutil/trace.go:171","msg":"trace[1579123341] transaction","detail":"{read_only:false; response_revision:23946; number_of_response:1; }","duration":"448.549847ms","start":"2026-03-03T19:45:24.441422Z","end":"2026-03-03T19:45:24.889972Z","steps":["trace[1579123341] 'process raft request' (duration: 447.935523ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:24.890244Z","caller":"traceutil/trace.go:171","msg":"trace[1194157522] transaction","detail":"{read_only:false; response_revision:23949; number_of_response:1; }","duration":"446.649382ms","start":"2026-03-03T19:45:24.443576Z","end":"2026-03-03T19:45:24.890226Z","steps":["trace[1194157522] 'process raft request' (duration: 445.984257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:24.890314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.443557Z","time spent":"446.723014ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:24.890111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.441415Z","time spent":"448.599768ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:24.890328Z","caller":"traceutil/trace.go:171","msg":"trace[195007279] linearizableReadLoop","detail":"{readStateIndex:24795; appliedIndex:24790; }","duration":"432.887828ms","start":"2026-03-03T19:45:24.457387Z","end":"2026-03-03T19:45:24.890275Z","steps":["trace[195007279] 'read index received' (duration: 396.748665ms)","trace[195007279] 'applied index is now lower than readState.Index' (duration: 36.135362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:24.890547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.437812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e927e84c-df5d-411d-8d4c-ee635da60116\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-03T19:45:24.890574Z","caller":"traceutil/trace.go:171","msg":"trace[1451976022] transaction","detail":"{read_only:false; response_revision:23948; number_of_response:1; }","duration":"447.045961ms","start":"2026-03-03T19:45:24.443517Z","end":"2026-03-03T19:45:24.890563Z","steps":["trace[1451976022] 'process raft request' (duration: 446.006187ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:24.890585Z","caller":"traceutil/trace.go:171","msg":"trace[377051008] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e927e84c-df5d-411d-8d4c-ee635da60116; range_end:; response_count:1; response_revision:23950; }","duration":"450.504664ms","start":"2026-03-03T19:45:24.440068Z","end":"2026-03-03T19:45:24.890573Z","steps":["trace[377051008] 'agreement among raft nodes before linearized reading' (duration: 450.36304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:24.890579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.628944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:24.890614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.440053Z","time spent":"450.554794ms","remote":"127.0.0.1:43924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-e927e84c-df5d-411d-8d4c-ee635da60116\" "} {"level":"info","ts":"2026-03-03T19:45:24.890628Z","caller":"traceutil/trace.go:171","msg":"trace[1017614239] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23950; }","duration":"308.723857ms","start":"2026-03-03T19:45:24.581888Z","end":"2026-03-03T19:45:24.890612Z","steps":["trace[1017614239] 'agreement among raft nodes before linearized reading' (duration: 308.640245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:24.890631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.443501Z","time spent":"447.100723ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:24.890527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.879991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:24.890657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.581864Z","time spent":"308.785568ms","remote":"127.0.0.1:40556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:24.890674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.844978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4k9q9\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-03-03T19:45:24.890725Z","caller":"traceutil/trace.go:171","msg":"trace[1033067021] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4k9q9; range_end:; response_count:1; response_revision:23950; }","duration":"452.929251ms","start":"2026-03-03T19:45:24.437777Z","end":"2026-03-03T19:45:24.890706Z","steps":["trace[1033067021] 'agreement among raft nodes before linearized reading' (duration: 452.682975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:24.890693Z","caller":"traceutil/trace.go:171","msg":"trace[721543270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23950; }","duration":"445.076315ms","start":"2026-03-03T19:45:24.445589Z","end":"2026-03-03T19:45:24.890666Z","steps":["trace[721543270] 'agreement among raft nodes before linearized reading' (duration: 444.849179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:24.89076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.437757Z","time spent":"452.996072ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5664,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4k9q9\" "} {"level":"info","ts":"2026-03-03T19:45:24.890587Z","caller":"traceutil/trace.go:171","msg":"trace[1905400991] transaction","detail":"{read_only:false; response_revision:23947; number_of_response:1; }","duration":"448.123167ms","start":"2026-03-03T19:45:24.442425Z","end":"2026-03-03T19:45:24.890549Z","steps":["trace[1905400991] 'process raft request' (duration: 447.053472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:24.890806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.44558Z","time spent":"445.190758ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:24.890936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:24.442404Z","time spent":"448.445944ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:26.573609Z","caller":"traceutil/trace.go:171","msg":"trace[1338415648] transaction","detail":"{read_only:false; response_revision:23957; number_of_response:1; }","duration":"162.847383ms","start":"2026-03-03T19:45:26.410728Z","end":"2026-03-03T19:45:26.573575Z","steps":["trace[1338415648] 'process raft request' (duration: 162.627708ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:27.23636Z","caller":"traceutil/trace.go:171","msg":"trace[615098314] transaction","detail":"{read_only:false; response_revision:23958; number_of_response:1; }","duration":"825.019522ms","start":"2026-03-03T19:45:26.411056Z","end":"2026-03-03T19:45:27.236075Z","steps":["trace[615098314] 'process raft request' (duration: 815.281012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.236785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.413637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T19:45:27.236849Z","caller":"traceutil/trace.go:171","msg":"trace[134103820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23959; }","duration":"774.53899ms","start":"2026-03-03T19:45:26.462296Z","end":"2026-03-03T19:45:27.236835Z","steps":["trace[134103820] 'agreement among raft nodes before linearized reading' (duration: 774.282974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.236896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:26.462277Z","time spent":"774.608782ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:45:27.23703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:26.411024Z","time spent":"825.776289ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:27.237277Z","caller":"traceutil/trace.go:171","msg":"trace[787692107] transaction","detail":"{read_only:false; response_revision:23959; number_of_response:1; }","duration":"824.518801ms","start":"2026-03-03T19:45:26.412712Z","end":"2026-03-03T19:45:27.237231Z","steps":["trace[787692107] 'process raft request' (duration: 823.056086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.237459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:26.412692Z","time spent":"824.670104ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:27.236505Z","caller":"traceutil/trace.go:171","msg":"trace[90152176] linearizableReadLoop","detail":"{readStateIndex:24806; appliedIndex:24803; }","duration":"774.112221ms","start":"2026-03-03T19:45:26.462355Z","end":"2026-03-03T19:45:27.236467Z","steps":["trace[90152176] 'read index received' (duration: 110.98079ms)","trace[90152176] 'applied index is now lower than readState.Index' (duration: 663.13016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:27.248191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.648233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T19:45:27.248248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.80654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T19:45:27.248275Z","caller":"traceutil/trace.go:171","msg":"trace[1278256949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23960; }","duration":"352.780845ms","start":"2026-03-03T19:45:26.895475Z","end":"2026-03-03T19:45:27.248256Z","steps":["trace[1278256949] 'agreement among raft nodes before linearized reading' (duration: 352.56692ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:27.248315Z","caller":"traceutil/trace.go:171","msg":"trace[1183930002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23960; }","duration":"353.908622ms","start":"2026-03-03T19:45:26.894385Z","end":"2026-03-03T19:45:27.248293Z","steps":["trace[1183930002] 'agreement among raft nodes before linearized reading' (duration: 353.682357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.24833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:26.895451Z","time spent":"352.862628ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:27.248382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:26.894356Z","time spent":"354.014015ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:45:27.248412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.058479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T19:45:27.248471Z","caller":"traceutil/trace.go:171","msg":"trace[1008468966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23960; }","duration":"352.11534ms","start":"2026-03-03T19:45:26.896334Z","end":"2026-03-03T19:45:27.248449Z","steps":["trace[1008468966] 'agreement among raft nodes before linearized reading' (duration: 352.016568ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:27.248422Z","caller":"traceutil/trace.go:171","msg":"trace[2137971781] transaction","detail":"{read_only:false; response_revision:23960; number_of_response:1; }","duration":"351.465324ms","start":"2026-03-03T19:45:26.896924Z","end":"2026-03-03T19:45:27.24839Z","steps":["trace[2137971781] 'process raft request' (duration: 350.659315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.248286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.275284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T19:45:27.248521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:26.896326Z","time spent":"352.185771ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T19:45:27.248548Z","caller":"traceutil/trace.go:171","msg":"trace[970679358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23960; }","duration":"352.575351ms","start":"2026-03-03T19:45:26.895959Z","end":"2026-03-03T19:45:27.248535Z","steps":["trace[970679358] 'agreement among raft nodes before linearized reading' (duration: 352.080129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.248588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:26.895874Z","time spent":"352.703074ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:27.248673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:26.896904Z","time spent":"351.621909ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:27.614638Z","caller":"traceutil/trace.go:171","msg":"trace[433325043] transaction","detail":"{read_only:false; response_revision:23964; number_of_response:1; }","duration":"360.836406ms","start":"2026-03-03T19:45:27.253783Z","end":"2026-03-03T19:45:27.61462Z","steps":["trace[433325043] 'process raft request' (duration: 360.783365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.614768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:27.253753Z","time spent":"360.947629ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:27.614886Z","caller":"traceutil/trace.go:171","msg":"trace[737118089] transaction","detail":"{read_only:false; response_revision:23963; number_of_response:1; }","duration":"361.169494ms","start":"2026-03-03T19:45:27.253707Z","end":"2026-03-03T19:45:27.614877Z","steps":["trace[737118089] 'process raft request' (duration: 360.724494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.614924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:27.253685Z","time spent":"361.221436ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:27.614989Z","caller":"traceutil/trace.go:171","msg":"trace[342733964] linearizableReadLoop","detail":"{readStateIndex:24812; appliedIndex:24809; }","duration":"195.950425ms","start":"2026-03-03T19:45:27.419033Z","end":"2026-03-03T19:45:27.614983Z","steps":["trace[342733964] 'read index received' (duration: 195.33255ms)","trace[342733964] 'applied index is now lower than readState.Index' (duration: 617.235µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:27.615071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.052057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:27.6151Z","caller":"traceutil/trace.go:171","msg":"trace[621809221] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23965; }","duration":"196.137689ms","start":"2026-03-03T19:45:27.418954Z","end":"2026-03-03T19:45:27.615092Z","steps":["trace[621809221] 'agreement among raft nodes before linearized reading' (duration: 196.055597ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:27.615345Z","caller":"traceutil/trace.go:171","msg":"trace[1669072742] transaction","detail":"{read_only:false; response_revision:23965; number_of_response:1; }","duration":"361.196595ms","start":"2026-03-03T19:45:27.254086Z","end":"2026-03-03T19:45:27.615283Z","steps":["trace[1669072742] 'process raft request' (duration: 360.505268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:27.615563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:27.254078Z","time spent":"361.361908ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:28.120775Z","caller":"traceutil/trace.go:171","msg":"trace[1051880340] transaction","detail":"{read_only:false; response_revision:23966; number_of_response:1; }","duration":"412.506136ms","start":"2026-03-03T19:45:27.708239Z","end":"2026-03-03T19:45:28.120745Z","steps":["trace[1051880340] 'process raft request' (duration: 355.149672ms)","trace[1051880340] 'compare' (duration: 56.942574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:28.120982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:27.708202Z","time spent":"412.690351ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:28.1211Z","caller":"traceutil/trace.go:171","msg":"trace[805296904] linearizableReadLoop","detail":"{readStateIndex:24815; appliedIndex:24812; }","duration":"360.1429ms","start":"2026-03-03T19:45:27.760903Z","end":"2026-03-03T19:45:28.121045Z","steps":["trace[805296904] 'read index received' (duration: 302.50091ms)","trace[805296904] 'applied index is now lower than readState.Index' (duration: 57.64078ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:28.121445Z","caller":"traceutil/trace.go:171","msg":"trace[2086475295] transaction","detail":"{read_only:false; response_revision:23967; number_of_response:1; }","duration":"405.090591ms","start":"2026-03-03T19:45:27.71634Z","end":"2026-03-03T19:45:28.121431Z","steps":["trace[2086475295] 'process raft request' (duration: 404.315443ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:28.121733Z","caller":"traceutil/trace.go:171","msg":"trace[560523853] transaction","detail":"{read_only:false; response_revision:23968; number_of_response:1; }","duration":"404.920947ms","start":"2026-03-03T19:45:27.716794Z","end":"2026-03-03T19:45:28.121715Z","steps":["trace[560523853] 'process raft request' (duration: 404.176809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:28.121515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.55699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:28.121845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:27.716787Z","time spent":"404.981008ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:28.121906Z","caller":"traceutil/trace.go:171","msg":"trace[866620278] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:23968; }","duration":"361.028511ms","start":"2026-03-03T19:45:27.760853Z","end":"2026-03-03T19:45:28.121882Z","steps":["trace[866620278] 'agreement among raft nodes before linearized reading' (duration: 360.499298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:28.121971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:27.760831Z","time spent":"361.122783ms","remote":"127.0.0.1:48718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:28.122461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:27.716321Z","time spent":"405.161402ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:28.740544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113094681,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:45:28.811406Z","caller":"traceutil/trace.go:171","msg":"trace[2118229914] transaction","detail":"{read_only:false; response_revision:23969; number_of_response:1; }","duration":"654.056136ms","start":"2026-03-03T19:45:28.157313Z","end":"2026-03-03T19:45:28.811369Z","steps":["trace[2118229914] 'process raft request' (duration: 653.80369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:28.811649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:28.157285Z","time spent":"654.23355ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:29.325503Z","caller":"traceutil/trace.go:171","msg":"trace[1896652170] linearizableReadLoop","detail":"{readStateIndex:24817; appliedIndex:24816; }","duration":"1.085629761s","start":"2026-03-03T19:45:28.239849Z","end":"2026-03-03T19:45:29.325479Z","steps":["trace[1896652170] 'read index received' (duration: 571.511898ms)","trace[1896652170] 'applied index is now lower than readState.Index' (duration: 514.116403ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:29.325624Z","caller":"traceutil/trace.go:171","msg":"trace[408896319] transaction","detail":"{read_only:false; response_revision:23970; number_of_response:1; }","duration":"746.012676ms","start":"2026-03-03T19:45:28.579593Z","end":"2026-03-03T19:45:29.325606Z","steps":["trace[408896319] 'process raft request' (duration: 712.024824ms)","trace[408896319] 'compare' (duration: 33.746827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:29.325746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:28.579565Z","time spent":"746.084998ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:29.325934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086070712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:29.326022Z","caller":"traceutil/trace.go:171","msg":"trace[647406108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23970; }","duration":"1.086207065s","start":"2026-03-03T19:45:28.239794Z","end":"2026-03-03T19:45:29.326001Z","steps":["trace[647406108] 'agreement among raft nodes before linearized reading' (duration: 1.086044771s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:29.32607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:28.239771Z","time spent":"1.086291297s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:45:29.354544Z","caller":"traceutil/trace.go:171","msg":"trace[802857161] transaction","detail":"{read_only:false; response_revision:23971; number_of_response:1; }","duration":"110.814206ms","start":"2026-03-03T19:45:29.243692Z","end":"2026-03-03T19:45:29.354506Z","steps":["trace[802857161] 'process raft request' (duration: 110.510148ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:29.354549Z","caller":"traceutil/trace.go:171","msg":"trace[63544042] transaction","detail":"{read_only:false; response_revision:23972; number_of_response:1; }","duration":"109.872373ms","start":"2026-03-03T19:45:29.244649Z","end":"2026-03-03T19:45:29.354522Z","steps":["trace[63544042] 'process raft request' (duration: 109.774271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:29.354791Z","caller":"traceutil/trace.go:171","msg":"trace[288550855] transaction","detail":"{read_only:false; response_revision:23973; number_of_response:1; }","duration":"100.453521ms","start":"2026-03-03T19:45:29.254327Z","end":"2026-03-03T19:45:29.354781Z","steps":["trace[288550855] 'process raft request' (duration: 100.142334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:29.355029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.079734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:29.355065Z","caller":"traceutil/trace.go:171","msg":"trace[1929176844] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23973; }","duration":"770.188947ms","start":"2026-03-03T19:45:28.584866Z","end":"2026-03-03T19:45:29.355055Z","steps":["trace[1929176844] 'agreement among raft nodes before linearized reading' (duration: 770.108376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:29.355097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:28.584839Z","time spent":"770.248828ms","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:29.355315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.647209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T19:45:29.355397Z","caller":"traceutil/trace.go:171","msg":"trace[976829610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23973; }","duration":"101.761622ms","start":"2026-03-03T19:45:29.253618Z","end":"2026-03-03T19:45:29.355379Z","steps":["trace[976829610] 'agreement among raft nodes before linearized reading' (duration: 101.540197ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:29.629288Z","caller":"traceutil/trace.go:171","msg":"trace[267536723] transaction","detail":"{read_only:false; response_revision:23974; number_of_response:1; }","duration":"268.710842ms","start":"2026-03-03T19:45:29.360517Z","end":"2026-03-03T19:45:29.629228Z","steps":["trace[267536723] 'process raft request' (duration: 266.395398ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:29.905512Z","caller":"traceutil/trace.go:171","msg":"trace[21994433] linearizableReadLoop","detail":"{readStateIndex:24822; appliedIndex:24820; }","duration":"541.010588ms","start":"2026-03-03T19:45:29.364476Z","end":"2026-03-03T19:45:29.905486Z","steps":["trace[21994433] 'read index received' (duration: 262.424893ms)","trace[21994433] 'applied index is now lower than readState.Index' (duration: 278.584355ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:29.905623Z","caller":"traceutil/trace.go:171","msg":"trace[1960351991] transaction","detail":"{read_only:false; response_revision:23975; number_of_response:1; }","duration":"544.89776ms","start":"2026-03-03T19:45:29.360684Z","end":"2026-03-03T19:45:29.905581Z","steps":["trace[1960351991] 'process raft request' (duration: 478.091034ms)","trace[1960351991] 'compare' (duration: 66.381546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:29.905756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.281226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T19:45:29.905744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.230673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:29.905798Z","caller":"traceutil/trace.go:171","msg":"trace[1229099238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23975; }","duration":"286.324047ms","start":"2026-03-03T19:45:29.619451Z","end":"2026-03-03T19:45:29.905775Z","steps":["trace[1229099238] 'agreement among raft nodes before linearized reading' (duration: 286.172993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:29.905792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:29.360677Z","time spent":"545.026933ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:29.905833Z","caller":"traceutil/trace.go:171","msg":"trace[1633634014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23975; }","duration":"541.367166ms","start":"2026-03-03T19:45:29.364444Z","end":"2026-03-03T19:45:29.905811Z","steps":["trace[1633634014] 'agreement among raft nodes before linearized reading' (duration: 541.160392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:29.905883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:29.364435Z","time spent":"541.438858ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:29.905895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.118252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T19:45:29.905954Z","caller":"traceutil/trace.go:171","msg":"trace[825716387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23975; }","duration":"286.195585ms","start":"2026-03-03T19:45:29.619745Z","end":"2026-03-03T19:45:29.90594Z","steps":["trace[825716387] 'agreement among raft nodes before linearized reading' (duration: 285.980059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:29.905929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.652231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T19:45:29.906037Z","caller":"traceutil/trace.go:171","msg":"trace[35725528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23975; }","duration":"285.815675ms","start":"2026-03-03T19:45:29.62019Z","end":"2026-03-03T19:45:29.906006Z","steps":["trace[35725528] 'agreement among raft nodes before linearized reading' (duration: 285.520478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:30.549259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.077298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:30.549575Z","caller":"traceutil/trace.go:171","msg":"trace[1549331663] transaction","detail":"{read_only:false; response_revision:23976; number_of_response:1; }","duration":"637.354693ms","start":"2026-03-03T19:45:29.912191Z","end":"2026-03-03T19:45:30.549546Z","steps":["trace[1549331663] 'process raft request' (duration: 290.873795ms)","trace[1549331663] 'compare' (duration: 345.665938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:30.549663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:29.912167Z","time spent":"637.465085ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:30.549957Z","caller":"traceutil/trace.go:171","msg":"trace[613277365] transaction","detail":"{read_only:false; response_revision:23977; number_of_response:1; }","duration":"633.955632ms","start":"2026-03-03T19:45:29.915994Z","end":"2026-03-03T19:45:30.54995Z","steps":["trace[613277365] 'process raft request' (duration: 633.407089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:30.549996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:29.915971Z","time spent":"634.004084ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:30.550199Z","caller":"traceutil/trace.go:171","msg":"trace[1190298608] transaction","detail":"{read_only:false; response_revision:23978; number_of_response:1; }","duration":"633.985323ms","start":"2026-03-03T19:45:29.916162Z","end":"2026-03-03T19:45:30.550147Z","steps":["trace[1190298608] 'process raft request' (duration: 633.317327ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:30.550289Z","caller":"traceutil/trace.go:171","msg":"trace[378624951] transaction","detail":"{read_only:false; response_revision:23979; number_of_response:1; }","duration":"423.25143ms","start":"2026-03-03T19:45:30.127021Z","end":"2026-03-03T19:45:30.550273Z","steps":["trace[378624951] 'process raft request' (duration: 422.591074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:30.550376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:30.126982Z","time spent":"423.349072ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:30.550425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:29.916155Z","time spent":"634.159217ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:30.550762Z","caller":"traceutil/trace.go:171","msg":"trace[1130646089] transaction","detail":"{read_only:false; response_revision:23981; number_of_response:1; }","duration":"422.686506ms","start":"2026-03-03T19:45:30.128061Z","end":"2026-03-03T19:45:30.550747Z","steps":["trace[1130646089] 'process raft request' (duration: 422.478451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:30.550746Z","caller":"traceutil/trace.go:171","msg":"trace[2038108542] linearizableReadLoop","detail":"{readStateIndex:24825; appliedIndex:24822; }","duration":"435.002386ms","start":"2026-03-03T19:45:30.115715Z","end":"2026-03-03T19:45:30.550717Z","steps":["trace[2038108542] 'read index received' (duration: 87.595807ms)","trace[2038108542] 'applied index is now lower than readState.Index' (duration: 347.404739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:30.550874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:30.128035Z","time spent":"422.766318ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:30.550916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.173561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:30.550892Z","caller":"traceutil/trace.go:171","msg":"trace[1405529056] transaction","detail":"{read_only:false; response_revision:23980; number_of_response:1; }","duration":"422.85596ms","start":"2026-03-03T19:45:30.127999Z","end":"2026-03-03T19:45:30.550855Z","steps":["trace[1405529056] 'process raft request' (duration: 422.230436ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:30.550958Z","caller":"traceutil/trace.go:171","msg":"trace[577562408] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23981; }","duration":"435.290944ms","start":"2026-03-03T19:45:30.115653Z","end":"2026-03-03T19:45:30.550944Z","steps":["trace[577562408] 'agreement among raft nodes before linearized reading' (duration: 435.177421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:30.551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:30.115629Z","time spent":"435.359315ms","remote":"127.0.0.1:40546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T19:45:30.551052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:30.127979Z","time spent":"422.988943ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:30.967158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.98137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:30.967248Z","caller":"traceutil/trace.go:171","msg":"trace[1854401915] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23981; }","duration":"250.138983ms","start":"2026-03-03T19:45:30.717088Z","end":"2026-03-03T19:45:30.967227Z","steps":["trace[1854401915] 'range keys from in-memory index tree' (duration: 249.854897ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:31.333652Z","caller":"traceutil/trace.go:171","msg":"trace[2042616901] transaction","detail":"{read_only:false; response_revision:23982; number_of_response:1; }","duration":"141.12023ms","start":"2026-03-03T19:45:31.192489Z","end":"2026-03-03T19:45:31.333609Z","steps":["trace[2042616901] 'process raft request' (duration: 140.809262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:32.110244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.032105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:32.110409Z","caller":"traceutil/trace.go:171","msg":"trace[631689333] transaction","detail":"{read_only:false; response_revision:23984; number_of_response:1; }","duration":"749.171961ms","start":"2026-03-03T19:45:31.361208Z","end":"2026-03-03T19:45:32.11038Z","steps":["trace[631689333] 'process raft request' (duration: 472.86971ms)","trace[631689333] 'compare' (duration: 275.783919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:32.110485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:31.361183Z","time spent":"749.266883ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:32.157118Z","caller":"traceutil/trace.go:171","msg":"trace[491083366] transaction","detail":"{read_only:false; response_revision:23985; number_of_response:1; }","duration":"795.282699ms","start":"2026-03-03T19:45:31.361805Z","end":"2026-03-03T19:45:32.157088Z","steps":["trace[491083366] 'process raft request' (duration: 794.995703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:32.157336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:31.361772Z","time spent":"795.444012ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:32.157599Z","caller":"traceutil/trace.go:171","msg":"trace[1908277840] transaction","detail":"{read_only:false; response_revision:23986; number_of_response:1; }","duration":"795.428913ms","start":"2026-03-03T19:45:31.362136Z","end":"2026-03-03T19:45:32.157565Z","steps":["trace[1908277840] 'process raft request' (duration: 794.88815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:32.157779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:31.362121Z","time spent":"795.564545ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:32.158042Z","caller":"traceutil/trace.go:171","msg":"trace[23410511] linearizableReadLoop","detail":"{readStateIndex:24835; appliedIndex:24831; }","duration":"523.859173ms","start":"2026-03-03T19:45:31.634153Z","end":"2026-03-03T19:45:32.158012Z","steps":["trace[23410511] 'read index received' (duration: 199.97441ms)","trace[23410511] 'applied index is now lower than readState.Index' (duration: 323.883783ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:32.158256Z","caller":"traceutil/trace.go:171","msg":"trace[1040213480] transaction","detail":"{read_only:false; response_revision:23987; number_of_response:1; }","duration":"759.543736ms","start":"2026-03-03T19:45:31.398699Z","end":"2026-03-03T19:45:32.158243Z","steps":["trace[1040213480] 'process raft request' (duration: 758.673655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:32.158393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:31.398657Z","time spent":"759.637668ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:32.158452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.279413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T19:45:32.158556Z","caller":"traceutil/trace.go:171","msg":"trace[1542670464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23987; }","duration":"524.400316ms","start":"2026-03-03T19:45:31.634135Z","end":"2026-03-03T19:45:32.158535Z","steps":["trace[1542670464] 'agreement among raft nodes before linearized reading' (duration: 524.040507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:32.158611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:31.634043Z","time spent":"524.56004ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:45:32.158925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.45304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T19:45:32.158979Z","caller":"traceutil/trace.go:171","msg":"trace[957616375] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23988; }","duration":"247.558923ms","start":"2026-03-03T19:45:31.911409Z","end":"2026-03-03T19:45:32.158968Z","steps":["trace[957616375] 'agreement among raft nodes before linearized reading' (duration: 247.374988ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:32.159088Z","caller":"traceutil/trace.go:171","msg":"trace[1239054597] transaction","detail":"{read_only:false; response_revision:23988; number_of_response:1; }","duration":"214.669696ms","start":"2026-03-03T19:45:31.944401Z","end":"2026-03-03T19:45:32.159071Z","steps":["trace[1239054597] 'process raft request' (duration: 213.521209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:33.977862Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113094740,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:45:34.104902Z","caller":"traceutil/trace.go:171","msg":"trace[1013715956] linearizableReadLoop","detail":"{readStateIndex:24846; appliedIndex:24845; }","duration":"627.101421ms","start":"2026-03-03T19:45:33.477768Z","end":"2026-03-03T19:45:34.104869Z","steps":["trace[1013715956] 'read index received' (duration: 603.512824ms)","trace[1013715956] 'applied index is now lower than readState.Index' (duration: 23.587217ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:34.104953Z","caller":"traceutil/trace.go:171","msg":"trace[1034839817] transaction","detail":"{read_only:false; response_revision:23998; number_of_response:1; }","duration":"761.865451ms","start":"2026-03-03T19:45:33.343045Z","end":"2026-03-03T19:45:34.104911Z","steps":["trace[1034839817] 'process raft request' (duration: 738.340456ms)","trace[1034839817] 'compare' (duration: 22.48093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:34.105147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:33.343011Z","time spent":"762.012254ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:34.105276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.4919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T19:45:34.105317Z","caller":"traceutil/trace.go:171","msg":"trace[67273541] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23998; }","duration":"627.612522ms","start":"2026-03-03T19:45:33.477693Z","end":"2026-03-03T19:45:34.105306Z","steps":["trace[67273541] 'agreement among raft nodes before linearized reading' (duration: 627.327135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:34.105352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:33.477665Z","time spent":"627.678034ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:34.105653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.351369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:34.105753Z","caller":"traceutil/trace.go:171","msg":"trace[1118213814] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23998; }","duration":"436.480242ms","start":"2026-03-03T19:45:33.669249Z","end":"2026-03-03T19:45:34.105729Z","steps":["trace[1118213814] 'agreement among raft nodes before linearized reading' (duration: 436.273727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:34.105751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.689927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:34.105761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.112057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:45:34.105826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:33.669159Z","time spent":"436.649916ms","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:34.105854Z","caller":"traceutil/trace.go:171","msg":"trace[835328874] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23998; }","duration":"128.864911ms","start":"2026-03-03T19:45:33.976963Z","end":"2026-03-03T19:45:34.105828Z","steps":["trace[835328874] 'agreement among raft nodes before linearized reading' (duration: 128.658736ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:34.105859Z","caller":"traceutil/trace.go:171","msg":"trace[51002607] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:23998; }","duration":"426.276151ms","start":"2026-03-03T19:45:33.679561Z","end":"2026-03-03T19:45:34.105837Z","steps":["trace[51002607] 'agreement among raft nodes before linearized reading' (duration: 426.108777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:34.105919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:33.679532Z","time spent":"426.370803ms","remote":"127.0.0.1:48702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:34.66861Z","caller":"traceutil/trace.go:171","msg":"trace[2136316718] transaction","detail":"{read_only:false; response_revision:23999; number_of_response:1; }","duration":"550.127683ms","start":"2026-03-03T19:45:34.118446Z","end":"2026-03-03T19:45:34.668574Z","steps":["trace[2136316718] 'process raft request' (duration: 495.33241ms)","trace[2136316718] 'compare' (duration: 54.530757ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:34.668787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.11842Z","time spent":"550.264847ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:35.108141Z","caller":"traceutil/trace.go:171","msg":"trace[1699380948] transaction","detail":"{read_only:false; response_revision:24000; number_of_response:1; }","duration":"944.171582ms","start":"2026-03-03T19:45:34.163922Z","end":"2026-03-03T19:45:35.108094Z","steps":["trace[1699380948] 'process raft request' (duration: 943.672051ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:35.108225Z","caller":"traceutil/trace.go:171","msg":"trace[184994382] transaction","detail":"{read_only:false; response_revision:24001; number_of_response:1; }","duration":"942.80281ms","start":"2026-03-03T19:45:34.165377Z","end":"2026-03-03T19:45:35.108179Z","steps":["trace[184994382] 'process raft request' (duration: 942.615646ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:35.108275Z","caller":"traceutil/trace.go:171","msg":"trace[1573641552] linearizableReadLoop","detail":"{readStateIndex:24849; appliedIndex:24846; }","duration":"939.748108ms","start":"2026-03-03T19:45:34.168502Z","end":"2026-03-03T19:45:35.10825Z","steps":["trace[1573641552] 'read index received' (duration: 445.30188ms)","trace[1573641552] 'applied index is now lower than readState.Index' (duration: 494.444908ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:35.108399Z","caller":"traceutil/trace.go:171","msg":"trace[1608592148] transaction","detail":"{read_only:false; response_revision:24002; number_of_response:1; }","duration":"542.915352ms","start":"2026-03-03T19:45:34.565473Z","end":"2026-03-03T19:45:35.108388Z","steps":["trace[1608592148] 'process raft request' (duration: 542.631746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:35.108401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.163898Z","time spent":"944.362316ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:35.108475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.165369Z","time spent":"942.959494ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:35.108518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.565456Z","time spent":"542.983004ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:35.108572Z","caller":"traceutil/trace.go:171","msg":"trace[232936608] transaction","detail":"{read_only:false; response_revision:24004; number_of_response:1; }","duration":"540.510835ms","start":"2026-03-03T19:45:34.568009Z","end":"2026-03-03T19:45:35.10852Z","steps":["trace[232936608] 'process raft request' (duration: 540.185828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:35.108798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.305181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T19:45:35.108792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.567999Z","time spent":"540.70407ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:35.108842Z","caller":"traceutil/trace.go:171","msg":"trace[951578898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24004; }","duration":"940.348112ms","start":"2026-03-03T19:45:34.168483Z","end":"2026-03-03T19:45:35.108831Z","steps":["trace[951578898] 'agreement among raft nodes before linearized reading' (duration: 940.206538ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:35.10884Z","caller":"traceutil/trace.go:171","msg":"trace[231051330] transaction","detail":"{read_only:false; response_revision:24003; number_of_response:1; }","duration":"543.24705ms","start":"2026-03-03T19:45:34.565569Z","end":"2026-03-03T19:45:35.108817Z","steps":["trace[231051330] 'process raft request' (duration: 542.585175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:35.108874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.168429Z","time spent":"940.438004ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:45:35.108936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.565561Z","time spent":"543.330462ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:35.730818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.91444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:35.731059Z","caller":"traceutil/trace.go:171","msg":"trace[1110308596] transaction","detail":"{read_only:false; response_revision:24006; number_of_response:1; }","duration":"616.93785ms","start":"2026-03-03T19:45:35.114097Z","end":"2026-03-03T19:45:35.731035Z","steps":["trace[1110308596] 'process raft request' (duration: 616.878649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:35.73114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:35.114067Z","time spent":"617.038033ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:35.731511Z","caller":"traceutil/trace.go:171","msg":"trace[1534872367] transaction","detail":"{read_only:false; response_revision:24005; number_of_response:1; }","duration":"1.053370319s","start":"2026-03-03T19:45:34.678128Z","end":"2026-03-03T19:45:35.731498Z","steps":["trace[1534872367] 'process raft request' (duration: 532.66055ms)","trace[1534872367] 'compare' (duration: 519.743316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:35.731578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.67809Z","time spent":"1.053458291s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:35.73177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324627771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:35.731814Z","caller":"traceutil/trace.go:171","msg":"trace[1893698648] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24006; }","duration":"1.324713313s","start":"2026-03-03T19:45:34.407085Z","end":"2026-03-03T19:45:35.731799Z","steps":["trace[1893698648] 'agreement among raft nodes before linearized reading' (duration: 1.324635441s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:35.731844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.407058Z","time spent":"1.324777875s","remote":"127.0.0.1:44240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:35.731866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406597276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:45:35.731904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164790529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T19:45:35.731957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392168045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127010"} {"level":"info","ts":"2026-03-03T19:45:35.731973Z","caller":"traceutil/trace.go:171","msg":"trace[1510441242] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24006; }","duration":"1.406729779s","start":"2026-03-03T19:45:34.325218Z","end":"2026-03-03T19:45:35.731948Z","steps":["trace[1510441242] 'agreement among raft nodes before linearized reading' (duration: 1.406506383s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:35.731994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493542457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:35.732008Z","caller":"traceutil/trace.go:171","msg":"trace[2133711848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24006; }","duration":"1.164924273s","start":"2026-03-03T19:45:34.56706Z","end":"2026-03-03T19:45:35.731984Z","steps":["trace[2133711848] 'agreement among raft nodes before linearized reading' (duration: 1.164764249s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:35.73203Z","caller":"traceutil/trace.go:171","msg":"trace[1727098086] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24006; }","duration":"1.392295508s","start":"2026-03-03T19:45:34.339717Z","end":"2026-03-03T19:45:35.732012Z","steps":["trace[1727098086] 'agreement among raft nodes before linearized reading' (duration: 1.392023692s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:35.732044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.325145Z","time spent":"1.406885813s","remote":"127.0.0.1:44236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:35.732065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.339693Z","time spent":"1.39236336s","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127033,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T19:45:35.732061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.567051Z","time spent":"1.164996664s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T19:45:35.732046Z","caller":"traceutil/trace.go:171","msg":"trace[478009502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24006; }","duration":"1.493685131s","start":"2026-03-03T19:45:34.238347Z","end":"2026-03-03T19:45:35.732032Z","steps":["trace[478009502] 'agreement among raft nodes before linearized reading' (duration: 1.493543107s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:35.732085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167648237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T19:45:35.732124Z","caller":"traceutil/trace.go:171","msg":"trace[403136277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24006; }","duration":"1.167729789s","start":"2026-03-03T19:45:34.564385Z","end":"2026-03-03T19:45:35.732114Z","steps":["trace[403136277] 'agreement among raft nodes before linearized reading' (duration: 1.167635436s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:35.732046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454904476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-03T19:45:35.73216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.564359Z","time spent":"1.16779469s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T19:45:35.731664Z","caller":"traceutil/trace.go:171","msg":"trace[1942181422] linearizableReadLoop","detail":"{readStateIndex:24853; appliedIndex:24852; }","duration":"623.2819ms","start":"2026-03-03T19:45:35.108337Z","end":"2026-03-03T19:45:35.731619Z","steps":["trace[1942181422] 'read index received' (duration: 102.471329ms)","trace[1942181422] 'applied index is now lower than readState.Index' (duration: 520.805791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:35.732233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.238324Z","time spent":"1.493896936s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:35.732261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165978277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T19:45:35.732317Z","caller":"traceutil/trace.go:171","msg":"trace[1607081446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24006; }","duration":"1.16610398s","start":"2026-03-03T19:45:34.566196Z","end":"2026-03-03T19:45:35.7323Z","steps":["trace[1607081446] 'agreement among raft nodes before linearized reading' (duration: 1.165574088s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:35.732367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.566162Z","time spent":"1.166193142s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:35.732414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555241663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T19:45:35.732462Z","caller":"traceutil/trace.go:171","msg":"trace[2100170215] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24006; }","duration":"1.555318725s","start":"2026-03-03T19:45:34.177127Z","end":"2026-03-03T19:45:35.732446Z","steps":["trace[2100170215] 'agreement among raft nodes before linearized reading' (duration: 1.555185512s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:35.732498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.177107Z","time spent":"1.555380997s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T19:45:35.732205Z","caller":"traceutil/trace.go:171","msg":"trace[1057067885] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24006; }","duration":"1.455125741s","start":"2026-03-03T19:45:34.277041Z","end":"2026-03-03T19:45:35.732167Z","steps":["trace[1057067885] 'agreement among raft nodes before linearized reading' (duration: 1.454701701s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:35.732639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:34.277012Z","time spent":"1.455613793s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-03T19:45:35.733133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.043331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:35.733195Z","caller":"traceutil/trace.go:171","msg":"trace[749151487] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24006; }","duration":"611.152424ms","start":"2026-03-03T19:45:35.122028Z","end":"2026-03-03T19:45:35.73318Z","steps":["trace[749151487] 'agreement among raft nodes before linearized reading' (duration: 611.015081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:35.733327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:35.122007Z","time spent":"611.229635ms","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:35.73336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.495702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:35.733415Z","caller":"traceutil/trace.go:171","msg":"trace[1990730754] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24006; }","duration":"422.591373ms","start":"2026-03-03T19:45:35.310808Z","end":"2026-03-03T19:45:35.733399Z","steps":["trace[1990730754] 'agreement among raft nodes before linearized reading' (duration: 422.500861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:35.733456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:35.310785Z","time spent":"422.662485ms","remote":"127.0.0.1:42862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:36.241148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113094759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:45:36.741848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113094759,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:45:37.006204Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.241817858s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T19:45:37.100843Z","caller":"traceutil/trace.go:171","msg":"trace[940361543] transaction","detail":"{read_only:false; response_revision:24007; number_of_response:1; }","duration":"1.362931816s","start":"2026-03-03T19:45:35.737878Z","end":"2026-03-03T19:45:37.10081Z","steps":["trace[940361543] 'process raft request' (duration: 1.268694502s)","trace[940361543] 'compare' (duration: 94.09025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:37.101036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:35.737864Z","time spent":"1.36307646s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:37.742474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000127275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T19:45:37.742562Z","caller":"traceutil/trace.go:171","msg":"trace[1882581104] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000234577s","start":"2026-03-03T19:45:35.742308Z","end":"2026-03-03T19:45:37.742543Z","steps":["trace[1882581104] 'agreement among raft nodes before linearized reading' (duration: 2.000130905s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:37.742609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:35.742304Z","time spent":"2.000295289s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:38.046595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.778369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:38.046991Z","caller":"traceutil/trace.go:171","msg":"trace[1202406116] linearizableReadLoop","detail":"{readStateIndex:24861; appliedIndex:24854; }","duration":"2.306254179s","start":"2026-03-03T19:45:35.740717Z","end":"2026-03-03T19:45:38.046971Z","steps":["trace[1202406116] 'read index received' (duration: 1.265781833s)","trace[1202406116] 'applied index is now lower than readState.Index' (duration: 1.040471376s)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:38.047096Z","caller":"traceutil/trace.go:171","msg":"trace[1935632924] transaction","detail":"{read_only:false; response_revision:24008; number_of_response:1; }","duration":"2.30839971s","start":"2026-03-03T19:45:35.738683Z","end":"2026-03-03T19:45:38.047083Z","steps":["trace[1935632924] 'process raft request' (duration: 1.915017636s)","trace[1935632924] 'compare' (duration: 392.340139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:38.04716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:35.738664Z","time spent":"2.308459272s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:38.04747Z","caller":"traceutil/trace.go:171","msg":"trace[1501648314] transaction","detail":"{read_only:false; response_revision:24009; number_of_response:1; }","duration":"2.306986817s","start":"2026-03-03T19:45:35.740474Z","end":"2026-03-03T19:45:38.047461Z","steps":["trace[1501648314] 'process raft request' (duration: 2.306240919s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.047523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:35.740457Z","time spent":"2.307036147s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:38.047683Z","caller":"traceutil/trace.go:171","msg":"trace[546769939] transaction","detail":"{read_only:false; response_revision:24010; number_of_response:1; }","duration":"2.307172001s","start":"2026-03-03T19:45:35.740503Z","end":"2026-03-03T19:45:38.047675Z","steps":["trace[546769939] 'process raft request' (duration: 2.306316231s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.047728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:35.740495Z","time spent":"2.307208492s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:38.048125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307374816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127010"} {"level":"info","ts":"2026-03-03T19:45:38.048241Z","caller":"traceutil/trace.go:171","msg":"trace[1793901331] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24013; }","duration":"2.30753612s","start":"2026-03-03T19:45:35.740684Z","end":"2026-03-03T19:45:38.04822Z","steps":["trace[1793901331] 'agreement among raft nodes before linearized reading' (duration: 2.307093129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.048281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:35.740677Z","time spent":"2.307594061s","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":127033,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-03T19:45:38.048335Z","caller":"traceutil/trace.go:171","msg":"trace[13867773] transaction","detail":"{read_only:false; response_revision:24012; number_of_response:1; }","duration":"1.708437991s","start":"2026-03-03T19:45:36.339884Z","end":"2026-03-03T19:45:38.048322Z","steps":["trace[13867773] 'process raft request' (duration: 1.707003587s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.048393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:36.339841Z","time spent":"1.708520753s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:38.048511Z","caller":"traceutil/trace.go:171","msg":"trace[1683259793] transaction","detail":"{read_only:false; response_revision:24011; number_of_response:1; }","duration":"1.937262661s","start":"2026-03-03T19:45:36.11124Z","end":"2026-03-03T19:45:38.048503Z","steps":["trace[1683259793] 'process raft request' (duration: 1.935612182s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:38.048538Z","caller":"traceutil/trace.go:171","msg":"trace[1106342588] transaction","detail":"{read_only:false; response_revision:24013; number_of_response:1; }","duration":"1.372852241s","start":"2026-03-03T19:45:36.675673Z","end":"2026-03-03T19:45:38.048526Z","steps":["trace[1106342588] 'process raft request' (duration: 1.371255503s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.04856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:36.111216Z","time spent":"1.937315802s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:38.048635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:36.675645Z","time spent":"1.372915882s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:38.547666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113094772,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:45:38.611374Z","caller":"traceutil/trace.go:171","msg":"trace[923893180] transaction","detail":"{read_only:false; response_revision:24015; number_of_response:1; }","duration":"1.495396591s","start":"2026-03-03T19:45:37.115897Z","end":"2026-03-03T19:45:38.611293Z","steps":["trace[923893180] 'process raft request' (duration: 1.495309009s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:38.611537Z","caller":"traceutil/trace.go:171","msg":"trace[1321516014] transaction","detail":"{read_only:false; response_revision:24014; number_of_response:1; }","duration":"1.496591269s","start":"2026-03-03T19:45:37.114914Z","end":"2026-03-03T19:45:38.611505Z","steps":["trace[1321516014] 'process raft request' (duration: 1.496132159s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.611701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:37.114895Z","time spent":"1.496710613s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:38.611985Z","caller":"traceutil/trace.go:171","msg":"trace[343792272] transaction","detail":"{read_only:false; response_revision:24016; number_of_response:1; }","duration":"1.496044276s","start":"2026-03-03T19:45:37.115923Z","end":"2026-03-03T19:45:38.611967Z","steps":["trace[343792272] 'process raft request' (duration: 1.495333129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.612055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:37.115881Z","time spent":"1.496141189s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:38.611932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:37.115886Z","time spent":"1.495577585s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:38.612668Z","caller":"traceutil/trace.go:171","msg":"trace[1274911853] linearizableReadLoop","detail":"{readStateIndex:24866; appliedIndex:24861; }","duration":"565.627988ms","start":"2026-03-03T19:45:38.047022Z","end":"2026-03-03T19:45:38.61265Z","steps":["trace[1274911853] 'read index received' (duration: 563.668872ms)","trace[1274911853] 'applied index is now lower than readState.Index' (duration: 1.958086ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:38.612768Z","caller":"traceutil/trace.go:171","msg":"trace[782683344] transaction","detail":"{read_only:false; response_revision:24017; number_of_response:1; }","duration":"1.493094847s","start":"2026-03-03T19:45:37.119665Z","end":"2026-03-03T19:45:38.61276Z","steps":["trace[782683344] 'process raft request' (duration: 1.49280012s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.61288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797206855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:38.612912Z","caller":"traceutil/trace.go:171","msg":"trace[391113651] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24018; }","duration":"1.797245035s","start":"2026-03-03T19:45:36.81566Z","end":"2026-03-03T19:45:38.612905Z","steps":["trace[391113651] 'agreement among raft nodes before linearized reading' (duration: 1.797172884s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.612931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:36.815624Z","time spent":"1.797302187s","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:38.612924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:37.119639Z","time spent":"1.49318623s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:38.613076Z","caller":"traceutil/trace.go:171","msg":"trace[231790601] transaction","detail":"{read_only:false; response_revision:24018; number_of_response:1; }","duration":"1.492049092s","start":"2026-03-03T19:45:37.121018Z","end":"2026-03-03T19:45:38.613067Z","steps":["trace[231790601] 'process raft request' (duration: 1.491574191s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.613126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:37.121003Z","time spent":"1.492087923s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:38.613145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871270483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-03T19:45:38.613173Z","caller":"traceutil/trace.go:171","msg":"trace[1366410645] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24018; }","duration":"2.871306114s","start":"2026-03-03T19:45:35.741858Z","end":"2026-03-03T19:45:38.613164Z","steps":["trace[1366410645] 'agreement among raft nodes before linearized reading' (duration: 2.87117098s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.613202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:35.741854Z","time spent":"2.871343104s","remote":"127.0.0.1:43832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-03T19:45:38.613338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.101858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:38.613439Z","caller":"traceutil/trace.go:171","msg":"trace[1611137586] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24018; }","duration":"960.260732ms","start":"2026-03-03T19:45:37.653159Z","end":"2026-03-03T19:45:38.61342Z","steps":["trace[1611137586] 'agreement among raft nodes before linearized reading' (duration: 960.080957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.613445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614157575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T19:45:38.613494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:37.653141Z","time spent":"960.344853ms","remote":"127.0.0.1:48638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:38.613688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526777512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-03T19:45:38.613698Z","caller":"traceutil/trace.go:171","msg":"trace[599592311] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24018; }","duration":"2.614324009s","start":"2026-03-03T19:45:35.999194Z","end":"2026-03-03T19:45:38.613518Z","steps":["trace[599592311] 'agreement among raft nodes before linearized reading' (duration: 2.613733905s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:38.613728Z","caller":"traceutil/trace.go:171","msg":"trace[964731108] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24018; }","duration":"1.526843914s","start":"2026-03-03T19:45:37.086873Z","end":"2026-03-03T19:45:38.613717Z","steps":["trace[964731108] 'agreement among raft nodes before linearized reading' (duration: 1.526717731s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.613756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:37.086863Z","time spent":"1.526888054s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-03T19:45:38.613829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:35.999167Z","time spent":"2.614648887s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T19:45:38.613904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.861634435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:45:38.61391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.231796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:38.613938Z","caller":"traceutil/trace.go:171","msg":"trace[803609709] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24018; }","duration":"1.861703337s","start":"2026-03-03T19:45:36.752226Z","end":"2026-03-03T19:45:38.613929Z","steps":["trace[803609709] 'agreement among raft nodes before linearized reading' (duration: 1.861619895s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.613949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.457681452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T19:45:38.613963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:36.752206Z","time spent":"1.861750647s","remote":"127.0.0.1:57196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:38.613971Z","caller":"traceutil/trace.go:171","msg":"trace[1011051163] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:24018; }","duration":"2.457733123s","start":"2026-03-03T19:45:36.156231Z","end":"2026-03-03T19:45:38.613964Z","steps":["trace[1011051163] 'agreement among raft nodes before linearized reading' (duration: 2.457666962s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.613998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:36.156208Z","time spent":"2.457785144s","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-03-03T19:45:38.613801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.754546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:38.614089Z","caller":"traceutil/trace.go:171","msg":"trace[2136220647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24018; }","duration":"870.107585ms","start":"2026-03-03T19:45:37.743948Z","end":"2026-03-03T19:45:38.614056Z","steps":["trace[2136220647] 'agreement among raft nodes before linearized reading' (duration: 869.720865ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:38.614008Z","caller":"traceutil/trace.go:171","msg":"trace[1905884947] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24018; }","duration":"150.317788ms","start":"2026-03-03T19:45:38.463626Z","end":"2026-03-03T19:45:38.613944Z","steps":["trace[1905884947] 'agreement among raft nodes before linearized reading' (duration: 150.244376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.614192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:37.743914Z","time spent":"870.243807ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:38.614282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540781753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:38.614319Z","caller":"traceutil/trace.go:171","msg":"trace[622187840] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24018; }","duration":"1.540871905s","start":"2026-03-03T19:45:37.073437Z","end":"2026-03-03T19:45:38.614309Z","steps":["trace[622187840] 'agreement among raft nodes before linearized reading' (duration: 1.540757102s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.614341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:37.0734Z","time spent":"1.540935926s","remote":"127.0.0.1:57186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:38.614516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.617821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:45:38.614518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.087966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T19:45:38.614608Z","caller":"traceutil/trace.go:171","msg":"trace[1575557090] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24018; }","duration":"427.742544ms","start":"2026-03-03T19:45:38.186856Z","end":"2026-03-03T19:45:38.614599Z","steps":["trace[1575557090] 'agreement among raft nodes before linearized reading' (duration: 427.627272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.614631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:38.186838Z","time spent":"427.786715ms","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:38.614668Z","caller":"traceutil/trace.go:171","msg":"trace[369747561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24018; }","duration":"876.25688ms","start":"2026-03-03T19:45:37.738357Z","end":"2026-03-03T19:45:38.614614Z","steps":["trace[369747561] 'agreement among raft nodes before linearized reading' (duration: 875.288457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:38.614776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:37.738332Z","time spent":"876.430743ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:45:39.531053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.381178ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T19:45:39.531317Z","caller":"traceutil/trace.go:171","msg":"trace[329060313] transaction","detail":"{read_only:false; response_revision:24020; number_of_response:1; }","duration":"911.702477ms","start":"2026-03-03T19:45:38.619597Z","end":"2026-03-03T19:45:39.531299Z","steps":["trace[329060313] 'process raft request' (duration: 911.649906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:39.531409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:38.619589Z","time spent":"911.754488ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:39.531559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:38.615832Z","time spent":"915.725932ms","remote":"127.0.0.1:43796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T19:45:39.531653Z","caller":"traceutil/trace.go:171","msg":"trace[487407351] linearizableReadLoop","detail":"{readStateIndex:24867; appliedIndex:24866; }","duration":"913.431767ms","start":"2026-03-03T19:45:38.618213Z","end":"2026-03-03T19:45:39.531645Z","steps":["trace[487407351] 'read index received' (duration: 479.490326ms)","trace[487407351] 'applied index is now lower than readState.Index' (duration: 433.940531ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:39.531699Z","caller":"traceutil/trace.go:171","msg":"trace[2105910376] transaction","detail":"{read_only:false; response_revision:24019; number_of_response:1; }","duration":"912.761252ms","start":"2026-03-03T19:45:38.618931Z","end":"2026-03-03T19:45:39.531692Z","steps":["trace[2105910376] 'process raft request' (duration: 912.214909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:39.531729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:38.618918Z","time spent":"912.793053ms","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T19:45:39.539493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.141719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T19:45:39.539535Z","caller":"traceutil/trace.go:171","msg":"trace[2067723726] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24020; }","duration":"921.198091ms","start":"2026-03-03T19:45:38.618326Z","end":"2026-03-03T19:45:39.539524Z","steps":["trace[2067723726] 'agreement among raft nodes before linearized reading' (duration: 921.005957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:39.53954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.746324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T19:45:39.539562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:38.618321Z","time spent":"921.234322ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T19:45:39.53958Z","caller":"traceutil/trace.go:171","msg":"trace[747757845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24020; }","duration":"432.824105ms","start":"2026-03-03T19:45:39.106744Z","end":"2026-03-03T19:45:39.539568Z","steps":["trace[747757845] 'agreement among raft nodes before linearized reading' (duration: 432.693882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:39.539613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:39.106724Z","time spent":"432.877126ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:39.539595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.654764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:39.539646Z","caller":"traceutil/trace.go:171","msg":"trace[2093830124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24020; }","duration":"916.729286ms","start":"2026-03-03T19:45:38.622905Z","end":"2026-03-03T19:45:39.539634Z","steps":["trace[2093830124] 'agreement among raft nodes before linearized reading' (duration: 916.634854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:39.53967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:38.622898Z","time spent":"916.767537ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:39.539667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.449287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aa331bd5-ff7d-49c6-8f78-f883c9d5ed77\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-03T19:45:39.539703Z","caller":"traceutil/trace.go:171","msg":"trace[2102376685] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aa331bd5-ff7d-49c6-8f78-f883c9d5ed77; range_end:; response_count:1; response_revision:24020; }","duration":"921.518858ms","start":"2026-03-03T19:45:38.618173Z","end":"2026-03-03T19:45:39.539692Z","steps":["trace[2102376685] 'agreement among raft nodes before linearized reading' (duration: 921.364985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:39.539725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:38.618154Z","time spent":"921.56556ms","remote":"127.0.0.1:43924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-aa331bd5-ff7d-49c6-8f78-f883c9d5ed77\" "} {"level":"warn","ts":"2026-03-03T19:45:40.042527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113094782,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:45:40.144891Z","caller":"traceutil/trace.go:171","msg":"trace[662462713] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"603.706348ms","start":"2026-03-03T19:45:39.541167Z","end":"2026-03-03T19:45:40.144873Z","steps":["trace[662462713] 'process raft request' (duration: 513.906569ms)","trace[662462713] 'compare' (duration: 89.464051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:40.145006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:39.541146Z","time spent":"603.79559ms","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:41.470951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.081299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:41.471272Z","caller":"traceutil/trace.go:171","msg":"trace[485594543] transaction","detail":"{read_only:false; response_revision:24022; number_of_response:1; }","duration":"1.928135505s","start":"2026-03-03T19:45:39.543091Z","end":"2026-03-03T19:45:41.471226Z","steps":["trace[485594543] 'process raft request' (duration: 1.500590564s)","trace[485594543] 'compare' (duration: 426.503876ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:41.47139Z","caller":"traceutil/trace.go:171","msg":"trace[763939806] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"1.804755814s","start":"2026-03-03T19:45:39.666588Z","end":"2026-03-03T19:45:41.471344Z","steps":["trace[763939806] 'process raft request' (duration: 1.804500518s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:41.47143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:39.543081Z","time spent":"1.928258929s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:41.471434Z","caller":"traceutil/trace.go:171","msg":"trace[355909997] linearizableReadLoop","detail":"{readStateIndex:24872; appliedIndex:24869; }","duration":"1.929902727s","start":"2026-03-03T19:45:39.541505Z","end":"2026-03-03T19:45:41.471408Z","steps":["trace[355909997] 'read index received' (duration: 513.575531ms)","trace[355909997] 'applied index is now lower than readState.Index' (duration: 1.416325336s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:41.471546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:39.666571Z","time spent":"1.804887156s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:41.471521Z","caller":"traceutil/trace.go:171","msg":"trace[1607883370] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"1.417036462s","start":"2026-03-03T19:45:40.054424Z","end":"2026-03-03T19:45:41.471461Z","steps":["trace[1607883370] 'process raft request' (duration: 1.416761316s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:41.471524Z","caller":"traceutil/trace.go:171","msg":"trace[1051383570] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"1.416754896s","start":"2026-03-03T19:45:40.054723Z","end":"2026-03-03T19:45:41.471478Z","steps":["trace[1051383570] 'process raft request' (duration: 1.416538851s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:41.471717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.054409Z","time spent":"1.417199037s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:41.471722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.054708Z","time spent":"1.41690787s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:41.471724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930209234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-03T19:45:41.471792Z","caller":"traceutil/trace.go:171","msg":"trace[401943387] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24025; }","duration":"1.930315587s","start":"2026-03-03T19:45:39.541459Z","end":"2026-03-03T19:45:41.471774Z","steps":["trace[401943387] 'agreement among raft nodes before linearized reading' (duration: 1.93002001s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:41.472137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:39.541437Z","time spent":"1.930687115s","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T19:45:41.972561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113094792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:45:42.245497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000633026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T19:45:42.245558Z","caller":"traceutil/trace.go:171","msg":"trace[1658116268] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000757829s","start":"2026-03-03T19:45:40.244786Z","end":"2026-03-03T19:45:42.245544Z","steps":["trace[1658116268] 'agreement among raft nodes before linearized reading' (duration: 2.000681927s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:42.2456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.244771Z","time spent":"2.00082207s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:42.344134Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.30043231s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T19:45:42.450592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.382538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:42.450844Z","caller":"traceutil/trace.go:171","msg":"trace[497933703] transaction","detail":"{read_only:false; response_revision:24028; number_of_response:1; }","duration":"1.830692324s","start":"2026-03-03T19:45:40.620134Z","end":"2026-03-03T19:45:42.450826Z","steps":["trace[497933703] 'process raft request' (duration: 1.830618713s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:42.450918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.62012Z","time spent":"1.830765907s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:42.45089Z","caller":"traceutil/trace.go:171","msg":"trace[1698543859] transaction","detail":"{read_only:false; response_revision:24026; number_of_response:1; }","duration":"1.833122443s","start":"2026-03-03T19:45:40.617713Z","end":"2026-03-03T19:45:42.450836Z","steps":["trace[1698543859] 'process raft request' (duration: 1.727408707s)","trace[1698543859] 'compare' (duration: 105.251865ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:42.450889Z","caller":"traceutil/trace.go:171","msg":"trace[59314261] transaction","detail":"{read_only:false; response_revision:24027; number_of_response:1; }","duration":"1.83217717s","start":"2026-03-03T19:45:40.618665Z","end":"2026-03-03T19:45:42.450842Z","steps":["trace[59314261] 'process raft request' (duration: 1.832024796s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:42.451117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.617681Z","time spent":"1.833305196s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:42.451114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.61864Z","time spent":"1.832357664s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:42.451597Z","caller":"traceutil/trace.go:171","msg":"trace[1055881786] transaction","detail":"{read_only:false; response_revision:24029; number_of_response:1; }","duration":"1.830560362s","start":"2026-03-03T19:45:40.620994Z","end":"2026-03-03T19:45:42.451555Z","steps":["trace[1055881786] 'process raft request' (duration: 1.829796993s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:42.451755Z","caller":"traceutil/trace.go:171","msg":"trace[912822995] transaction","detail":"{read_only:false; response_revision:24030; number_of_response:1; }","duration":"1.830556912s","start":"2026-03-03T19:45:40.621177Z","end":"2026-03-03T19:45:42.451734Z","steps":["trace[912822995] 'process raft request' (duration: 1.830081471s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:42.451843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.620984Z","time spent":"1.830738965s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:42.451898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.621169Z","time spent":"1.830656484s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:43.112413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.813575ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T19:45:43.113089Z","caller":"traceutil/trace.go:171","msg":"trace[508690746] linearizableReadLoop","detail":"{readStateIndex:24880; appliedIndex:24874; }","duration":"1.641584922s","start":"2026-03-03T19:45:41.471483Z","end":"2026-03-03T19:45:43.113068Z","steps":["trace[508690746] 'read index received' (duration: 873.657568ms)","trace[508690746] 'applied index is now lower than readState.Index' (duration: 767.926174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:43.113327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9656395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T19:45:43.113293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532628691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:43.11337Z","caller":"traceutil/trace.go:171","msg":"trace[103254177] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24031; }","duration":"2.965730813s","start":"2026-03-03T19:45:40.147627Z","end":"2026-03-03T19:45:43.113357Z","steps":["trace[103254177] 'agreement among raft nodes before linearized reading' (duration: 2.965540828s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:43.113409Z","caller":"traceutil/trace.go:171","msg":"trace[543099433] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24031; }","duration":"2.532767654s","start":"2026-03-03T19:45:40.580608Z","end":"2026-03-03T19:45:43.113376Z","steps":["trace[543099433] 'agreement among raft nodes before linearized reading' (duration: 2.532500908s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:43.113475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.58054Z","time spent":"2.532923348s","remote":"127.0.0.1:40546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T19:45:43.113548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.569024561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-03T19:45:43.11352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385537599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:43.113595Z","caller":"traceutil/trace.go:171","msg":"trace[34119644] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24031; }","duration":"3.569070102s","start":"2026-03-03T19:45:39.544513Z","end":"2026-03-03T19:45:43.113583Z","steps":["trace[34119644] 'agreement among raft nodes before linearized reading' (duration: 3.568940469s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:43.113606Z","caller":"traceutil/trace.go:171","msg":"trace[608931059] transaction","detail":"{read_only:false; response_revision:24031; number_of_response:1; }","duration":"878.452832ms","start":"2026-03-03T19:45:42.235128Z","end":"2026-03-03T19:45:43.11358Z","steps":["trace[608931059] 'process raft request' (duration: 877.397857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:43.113617Z","caller":"traceutil/trace.go:171","msg":"trace[918143001] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24031; }","duration":"2.385652472s","start":"2026-03-03T19:45:40.727942Z","end":"2026-03-03T19:45:43.113595Z","steps":["trace[918143001] 'agreement among raft nodes before linearized reading' (duration: 2.385488088s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:43.11363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:39.544506Z","time spent":"3.569117723s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-03T19:45:43.113675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.727881Z","time spent":"2.385780115s","remote":"127.0.0.1:42462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:43.113517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.259390222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:43.113728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.217505294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-03T19:45:43.113733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062294091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T19:45:43.113828Z","caller":"traceutil/trace.go:171","msg":"trace[714737636] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24031; }","duration":"3.259751982s","start":"2026-03-03T19:45:39.854041Z","end":"2026-03-03T19:45:43.113793Z","steps":["trace[714737636] 'agreement among raft nodes before linearized reading' (duration: 3.259374483s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:43.113845Z","caller":"traceutil/trace.go:171","msg":"trace[1809373415] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24031; }","duration":"3.217651228s","start":"2026-03-03T19:45:39.896163Z","end":"2026-03-03T19:45:43.113815Z","steps":["trace[1809373415] 'agreement among raft nodes before linearized reading' (duration: 3.217326581s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:43.113874Z","caller":"traceutil/trace.go:171","msg":"trace[235619343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24031; }","duration":"3.062517517s","start":"2026-03-03T19:45:40.051318Z","end":"2026-03-03T19:45:43.113835Z","steps":["trace[235619343] 'agreement among raft nodes before linearized reading' (duration: 3.061971374s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:43.113733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:42.235106Z","time spent":"878.549295ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:43.113923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:39.854021Z","time spent":"3.259873674s","remote":"127.0.0.1:55668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:43.113737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.060867707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T19:45:43.113408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.147609Z","time spent":"2.965790884s","remote":"127.0.0.1:43938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T19:45:43.114011Z","caller":"traceutil/trace.go:171","msg":"trace[1335120161] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24031; }","duration":"3.061152795s","start":"2026-03-03T19:45:40.05284Z","end":"2026-03-03T19:45:43.113992Z","steps":["trace[1335120161] 'agreement among raft nodes before linearized reading' (duration: 3.060747635s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:43.114107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.052832Z","time spent":"3.061254997s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:45:43.113871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.061702547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T19:45:43.114213Z","caller":"traceutil/trace.go:171","msg":"trace[1430106102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24031; }","duration":"3.062070676s","start":"2026-03-03T19:45:40.052117Z","end":"2026-03-03T19:45:43.114187Z","steps":["trace[1430106102] 'agreement among raft nodes before linearized reading' (duration: 3.061580685s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:43.114252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.052108Z","time spent":"3.062134897s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:43.113938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.051298Z","time spent":"3.062630129s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:43.113507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979523457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:43.114433Z","caller":"traceutil/trace.go:171","msg":"trace[1597267174] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24031; }","duration":"1.98048981s","start":"2026-03-03T19:45:41.133897Z","end":"2026-03-03T19:45:43.114387Z","steps":["trace[1597267174] 'agreement among raft nodes before linearized reading' (duration: 1.979444045s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:43.114516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:41.133777Z","time spent":"1.980718075s","remote":"127.0.0.1:40382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:43.11391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:39.896152Z","time spent":"3.21774916s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T19:45:43.114928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347970404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:43.115894Z","caller":"traceutil/trace.go:171","msg":"trace[1697557922] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24031; }","duration":"2.349039729s","start":"2026-03-03T19:45:40.766822Z","end":"2026-03-03T19:45:43.115862Z","steps":["trace[1697557922] 'agreement among raft nodes before linearized reading' (duration: 2.34655665s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:43.115971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:40.766797Z","time spent":"2.349155811s","remote":"127.0.0.1:40098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:43.155258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243273462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:43.15528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624752335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:43.155333Z","caller":"traceutil/trace.go:171","msg":"trace[1502292743] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24032; }","duration":"1.243413985s","start":"2026-03-03T19:45:41.911901Z","end":"2026-03-03T19:45:43.155315Z","steps":["trace[1502292743] 'agreement among raft nodes before linearized reading' (duration: 1.243234121s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:43.155295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.244258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:43.155358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611970932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T19:45:43.155378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:41.911873Z","time spent":"1.243492457s","remote":"127.0.0.1:57232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:43.155414Z","caller":"traceutil/trace.go:171","msg":"trace[1389327] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24032; }","duration":"1.612072565s","start":"2026-03-03T19:45:41.543327Z","end":"2026-03-03T19:45:43.1554Z","steps":["trace[1389327] 'agreement among raft nodes before linearized reading' (duration: 1.611833009s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:43.155408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510118649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:43.155516Z","caller":"traceutil/trace.go:171","msg":"trace[557893074] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24032; }","duration":"1.510280093s","start":"2026-03-03T19:45:41.645208Z","end":"2026-03-03T19:45:43.155488Z","steps":["trace[557893074] 'agreement among raft nodes before linearized reading' (duration: 1.509918964s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:43.155283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.425806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:43.155573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:41.645183Z","time spent":"1.510378846s","remote":"127.0.0.1:43938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:43.155615Z","caller":"traceutil/trace.go:171","msg":"trace[760496372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24032; }","duration":"210.803706ms","start":"2026-03-03T19:45:42.944797Z","end":"2026-03-03T19:45:43.1556Z","steps":["trace[760496372] 'agreement among raft nodes before linearized reading' (duration: 210.434867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:43.155451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:41.543304Z","time spent":"1.612141167s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T19:45:43.155404Z","caller":"traceutil/trace.go:171","msg":"trace[328593954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24032; }","duration":"909.417353ms","start":"2026-03-03T19:45:42.24596Z","end":"2026-03-03T19:45:43.155378Z","steps":["trace[328593954] 'agreement among raft nodes before linearized reading' (duration: 909.212508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:43.155872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:42.245934Z","time spent":"909.925545ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:45:43.155343Z","caller":"traceutil/trace.go:171","msg":"trace[839354578] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24032; }","duration":"1.624857157s","start":"2026-03-03T19:45:41.530469Z","end":"2026-03-03T19:45:43.155326Z","steps":["trace[839354578] 'agreement among raft nodes before linearized reading' (duration: 1.624733234s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:43.155926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:41.53045Z","time spent":"1.625465951s","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T19:45:43.156379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090511737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:43.156477Z","caller":"traceutil/trace.go:171","msg":"trace[2110391325] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24032; }","duration":"1.09064406s","start":"2026-03-03T19:45:42.065805Z","end":"2026-03-03T19:45:43.156449Z","steps":["trace[2110391325] 'agreement among raft nodes before linearized reading' (duration: 1.090072296s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:43.156651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:42.065785Z","time spent":"1.090835625s","remote":"127.0.0.1:44336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:43.656199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113094801,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:45:43.78413Z","caller":"traceutil/trace.go:171","msg":"trace[487592544] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"663.171751ms","start":"2026-03-03T19:45:43.120926Z","end":"2026-03-03T19:45:43.784098Z","steps":["trace[487592544] 'process raft request' (duration: 663.11693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:43.784404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.120914Z","time spent":"663.305964ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:43.784467Z","caller":"traceutil/trace.go:171","msg":"trace[816708783] transaction","detail":"{read_only:false; response_revision:24034; number_of_response:1; }","duration":"664.899922ms","start":"2026-03-03T19:45:43.119527Z","end":"2026-03-03T19:45:43.784427Z","steps":["trace[816708783] 'process raft request' (duration: 664.337629ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:43.784536Z","caller":"traceutil/trace.go:171","msg":"trace[402786588] transaction","detail":"{read_only:false; response_revision:24033; number_of_response:1; }","duration":"665.014915ms","start":"2026-03-03T19:45:43.119319Z","end":"2026-03-03T19:45:43.784334Z","steps":["trace[402786588] 'process raft request' (duration: 663.570321ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:43.784566Z","caller":"traceutil/trace.go:171","msg":"trace[445760191] transaction","detail":"{read_only:false; response_revision:24035; number_of_response:1; }","duration":"664.951523ms","start":"2026-03-03T19:45:43.11956Z","end":"2026-03-03T19:45:43.784512Z","steps":["trace[445760191] 'process raft request' (duration: 664.437141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:43.785031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.119302Z","time spent":"665.66571ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:43.784667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.119518Z","time spent":"665.038325ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:43.785201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.11953Z","time spent":"665.572938ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:44.691243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.235651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:44.691458Z","caller":"traceutil/trace.go:171","msg":"trace[1325591715] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"1.529762673s","start":"2026-03-03T19:45:43.161673Z","end":"2026-03-03T19:45:44.691435Z","steps":["trace[1325591715] 'process raft request' (duration: 1.069199964s)","trace[1325591715] 'compare' (duration: 459.655838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:44.691518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.161656Z","time spent":"1.529834905s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:44.691725Z","caller":"traceutil/trace.go:171","msg":"trace[920362368] linearizableReadLoop","detail":"{readStateIndex:24889; appliedIndex:24882; }","duration":"1.536592395s","start":"2026-03-03T19:45:43.155105Z","end":"2026-03-03T19:45:44.691697Z","steps":["trace[920362368] 'read index received' (duration: 627.859168ms)","trace[920362368] 'applied index is now lower than readState.Index' (duration: 908.731717ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:44.691835Z","caller":"traceutil/trace.go:171","msg":"trace[2006018635] transaction","detail":"{read_only:false; response_revision:24039; number_of_response:1; }","duration":"1.212976568s","start":"2026-03-03T19:45:43.478846Z","end":"2026-03-03T19:45:44.691823Z","steps":["trace[2006018635] 'process raft request' (duration: 1.212751982s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:44.691884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.478828Z","time spent":"1.213028488s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:44.691909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572473032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:44.691954Z","caller":"traceutil/trace.go:171","msg":"trace[99148103] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24039; }","duration":"1.572575534s","start":"2026-03-03T19:45:43.119361Z","end":"2026-03-03T19:45:44.691937Z","steps":["trace[99148103] 'agreement among raft nodes before linearized reading' (duration: 1.572463392s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:44.691994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.119342Z","time spent":"1.572642715s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-03T19:45:44.692124Z","caller":"traceutil/trace.go:171","msg":"trace[465561244] transaction","detail":"{read_only:false; response_revision:24038; number_of_response:1; }","duration":"1.213616012s","start":"2026-03-03T19:45:43.478497Z","end":"2026-03-03T19:45:44.692113Z","steps":["trace[465561244] 'process raft request' (duration: 1.212877595s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:44.692177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.478456Z","time spent":"1.213692844s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:44.692372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574437768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-28ee5df5-3355-4781-baa5-086eab896737\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-03T19:45:44.69242Z","caller":"traceutil/trace.go:171","msg":"trace[1522851070] range","detail":"{range_begin:/registry/persistentvolumes/pvc-28ee5df5-3355-4781-baa5-086eab896737; range_end:; response_count:1; response_revision:24039; }","duration":"1.574499299s","start":"2026-03-03T19:45:43.117906Z","end":"2026-03-03T19:45:44.692406Z","steps":["trace[1522851070] 'agreement among raft nodes before linearized reading' (duration: 1.574303085s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:44.692455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.11789Z","time spent":"1.57455432s","remote":"127.0.0.1:43924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-28ee5df5-3355-4781-baa5-086eab896737\" "} {"level":"warn","ts":"2026-03-03T19:45:44.692693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576591939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T19:45:44.692746Z","caller":"traceutil/trace.go:171","msg":"trace[534838228] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24039; }","duration":"1.576671561s","start":"2026-03-03T19:45:43.116059Z","end":"2026-03-03T19:45:44.69273Z","steps":["trace[534838228] 'agreement among raft nodes before linearized reading' (duration: 1.576457466s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:44.692792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.116041Z","time spent":"1.576742342s","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-03T19:45:44.718739Z","caller":"traceutil/trace.go:171","msg":"trace[241870509] transaction","detail":"{read_only:false; response_revision:24040; number_of_response:1; }","duration":"260.222381ms","start":"2026-03-03T19:45:44.458487Z","end":"2026-03-03T19:45:44.71871Z","steps":["trace[241870509] 'process raft request' (duration: 260.032017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:45.689706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.968118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:45.690033Z","caller":"traceutil/trace.go:171","msg":"trace[1104385913] transaction","detail":"{read_only:false; response_revision:24041; number_of_response:1; }","duration":"1.231486183s","start":"2026-03-03T19:45:44.458501Z","end":"2026-03-03T19:45:45.689988Z","steps":["trace[1104385913] 'process raft request' (duration: 1.123110775s)","trace[1104385913] 'compare' (duration: 107.335933ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:45.690129Z","caller":"traceutil/trace.go:171","msg":"trace[92397867] transaction","detail":"{read_only:false; response_revision:24042; number_of_response:1; }","duration":"1.231494753s","start":"2026-03-03T19:45:44.45861Z","end":"2026-03-03T19:45:45.690105Z","steps":["trace[92397867] 'process raft request' (duration: 1.231210917s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:45.690214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:44.458599Z","time spent":"1.231575845s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:45.690225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:44.458471Z","time spent":"1.231650817s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:45.690362Z","caller":"traceutil/trace.go:171","msg":"trace[791640553] linearizableReadLoop","detail":"{readStateIndex:24894; appliedIndex:24889; }","duration":"998.558655ms","start":"2026-03-03T19:45:44.691791Z","end":"2026-03-03T19:45:45.690349Z","steps":["trace[791640553] 'read index received' (duration: 26.70552ms)","trace[791640553] 'applied index is now lower than readState.Index' (duration: 971.851635ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:45.690331Z","caller":"traceutil/trace.go:171","msg":"trace[1759307493] transaction","detail":"{read_only:false; response_revision:24043; number_of_response:1; }","duration":"1.231696988s","start":"2026-03-03T19:45:44.458596Z","end":"2026-03-03T19:45:45.690293Z","steps":["trace[1759307493] 'process raft request' (duration: 1.231338849s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:45.690326Z","caller":"traceutil/trace.go:171","msg":"trace[402475575] transaction","detail":"{read_only:false; response_revision:24044; number_of_response:1; }","duration":"1.228641726s","start":"2026-03-03T19:45:44.461639Z","end":"2026-03-03T19:45:45.690281Z","steps":["trace[402475575] 'process raft request' (duration: 1.228344659s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:45.690536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:44.458547Z","time spent":"1.231868502s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:45.690602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:44.461629Z","time spent":"1.228797779s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:45.690639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272797069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:45.690685Z","caller":"traceutil/trace.go:171","msg":"trace[1014599735] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24044; }","duration":"2.272891881s","start":"2026-03-03T19:45:43.417774Z","end":"2026-03-03T19:45:45.690666Z","steps":["trace[1014599735] 'agreement among raft nodes before linearized reading' (duration: 2.272775148s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:45.690722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.417746Z","time spent":"2.272966473s","remote":"127.0.0.1:52454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:45.690681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530670464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:45.690745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450500581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:45.690782Z","caller":"traceutil/trace.go:171","msg":"trace[1429820459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24044; }","duration":"1.450559233s","start":"2026-03-03T19:45:44.24021Z","end":"2026-03-03T19:45:45.69077Z","steps":["trace[1429820459] 'agreement among raft nodes before linearized reading' (duration: 1.450479451s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:45.690792Z","caller":"traceutil/trace.go:171","msg":"trace[1857552368] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24044; }","duration":"2.530809448s","start":"2026-03-03T19:45:43.159951Z","end":"2026-03-03T19:45:45.69076Z","steps":["trace[1857552368] 'agreement among raft nodes before linearized reading' (duration: 2.530620793s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:45.690811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:44.240196Z","time spent":"1.450608874s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:45.690712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.968181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:45:45.69085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.159934Z","time spent":"2.53090627s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T19:45:45.690868Z","caller":"traceutil/trace.go:171","msg":"trace[1170776477] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24044; }","duration":"373.172136ms","start":"2026-03-03T19:45:45.317681Z","end":"2026-03-03T19:45:45.690853Z","steps":["trace[1170776477] 'agreement among raft nodes before linearized reading' (duration: 372.976452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:45.690885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.417567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:45.690843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213433248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T19:45:45.690909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:45.317655Z","time spent":"373.244067ms","remote":"127.0.0.1:44070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:45.690902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.313119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T19:45:45.690937Z","caller":"traceutil/trace.go:171","msg":"trace[1354170495] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24044; }","duration":"991.51973ms","start":"2026-03-03T19:45:44.699399Z","end":"2026-03-03T19:45:45.690919Z","steps":["trace[1354170495] 'agreement among raft nodes before linearized reading' (duration: 991.441528ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:45.69096Z","caller":"traceutil/trace.go:171","msg":"trace[25828469] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24044; }","duration":"2.213635522s","start":"2026-03-03T19:45:43.477297Z","end":"2026-03-03T19:45:45.690932Z","steps":["trace[25828469] 'agreement among raft nodes before linearized reading' (duration: 2.213162611s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:45.690984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:44.69937Z","time spent":"991.597521ms","remote":"127.0.0.1:44054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T19:45:45.691033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.477268Z","time spent":"2.213753465s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:45.691057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.902814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:45.690969Z","caller":"traceutil/trace.go:171","msg":"trace[625518442] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24044; }","duration":"995.39874ms","start":"2026-03-03T19:45:44.695551Z","end":"2026-03-03T19:45:45.69095Z","steps":["trace[625518442] 'agreement among raft nodes before linearized reading' (duration: 995.059522ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:45.691103Z","caller":"traceutil/trace.go:171","msg":"trace[2052984338] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24044; }","duration":"576.950146ms","start":"2026-03-03T19:45:45.11414Z","end":"2026-03-03T19:45:45.691091Z","steps":["trace[2052984338] 'agreement among raft nodes before linearized reading' (duration: 576.856454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:45.691117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916441018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:45.691134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:44.695535Z","time spent":"995.590726ms","remote":"127.0.0.1:44054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T19:45:45.691147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:45.114056Z","time spent":"577.079979ms","remote":"127.0.0.1:44030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:45.691168Z","caller":"traceutil/trace.go:171","msg":"trace[1373794258] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24044; }","duration":"1.916536731s","start":"2026-03-03T19:45:43.774606Z","end":"2026-03-03T19:45:45.691142Z","steps":["trace[1373794258] 'agreement among raft nodes before linearized reading' (duration: 1.916447859s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:45.691194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873365042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-03T19:45:45.691208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.774578Z","time spent":"1.916620402s","remote":"127.0.0.1:40374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:45.691228Z","caller":"traceutil/trace.go:171","msg":"trace[1815665977] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24044; }","duration":"1.873460134s","start":"2026-03-03T19:45:43.817758Z","end":"2026-03-03T19:45:45.691218Z","steps":["trace[1815665977] 'agreement among raft nodes before linearized reading' (duration: 1.873033234s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:45.691228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537172607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:45.691259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.81773Z","time spent":"1.873521276s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T19:45:45.691288Z","caller":"traceutil/trace.go:171","msg":"trace[1975475228] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24044; }","duration":"1.53728277s","start":"2026-03-03T19:45:44.153986Z","end":"2026-03-03T19:45:45.691269Z","steps":["trace[1975475228] 'agreement among raft nodes before linearized reading' (duration: 1.537182758s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:45.691329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:44.153949Z","time spent":"1.537369842s","remote":"127.0.0.1:40416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:45.691441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.55194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-03T19:45:45.691496Z","caller":"traceutil/trace.go:171","msg":"trace[965622744] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24044; }","duration":"888.642082ms","start":"2026-03-03T19:45:44.802839Z","end":"2026-03-03T19:45:45.691481Z","steps":["trace[965622744] 'agreement among raft nodes before linearized reading' (duration: 887.855593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:45.69154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:44.802818Z","time spent":"888.711903ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T19:45:45.691584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530988832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996c6bcdbad872\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-03T19:45:45.691638Z","caller":"traceutil/trace.go:171","msg":"trace[2035705781] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996c6bcdbad872; range_end:; response_count:1; response_revision:24044; }","duration":"2.531069274s","start":"2026-03-03T19:45:43.160549Z","end":"2026-03-03T19:45:45.691618Z","steps":["trace[2035705781] 'agreement among raft nodes before linearized reading' (duration: 2.53003848s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:45.691677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.160526Z","time spent":"2.531142835s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996c6bcdbad872\" "} {"level":"warn","ts":"2026-03-03T19:45:45.694297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846981679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T19:45:45.694361Z","caller":"traceutil/trace.go:171","msg":"trace[1544008443] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24044; }","duration":"1.847078911s","start":"2026-03-03T19:45:43.847268Z","end":"2026-03-03T19:45:45.694347Z","steps":["trace[1544008443] 'agreement among raft nodes before linearized reading' (duration: 1.843401844s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:45.694402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:43.847255Z","time spent":"1.847137053s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2632,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:46.205089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113094812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:45:46.705604Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113094812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:45:46.743124Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.044335678s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T19:45:46.74402Z","caller":"traceutil/trace.go:171","msg":"trace[1981514927] transaction","detail":"{read_only:false; response_revision:24045; number_of_response:1; }","duration":"1.049487819s","start":"2026-03-03T19:45:45.694493Z","end":"2026-03-03T19:45:46.74398Z","steps":["trace[1981514927] 'process raft request' (duration: 1.049176442s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:46.744247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:45.694469Z","time spent":"1.049631863s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:47.309423Z","caller":"traceutil/trace.go:171","msg":"trace[1584883778] transaction","detail":"{read_only:false; response_revision:24047; number_of_response:1; }","duration":"1.607844526s","start":"2026-03-03T19:45:45.701544Z","end":"2026-03-03T19:45:47.309388Z","steps":["trace[1584883778] 'process raft request' (duration: 1.607719783s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:47.309432Z","caller":"traceutil/trace.go:171","msg":"trace[886583572] transaction","detail":"{read_only:false; response_revision:24046; number_of_response:1; }","duration":"1.607858676s","start":"2026-03-03T19:45:45.70152Z","end":"2026-03-03T19:45:47.309378Z","steps":["trace[886583572] 'process raft request' (duration: 1.607427466s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.309654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:45.701518Z","time spent":"1.60801785s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:47.309655Z","caller":"traceutil/trace.go:171","msg":"trace[251638587] transaction","detail":"{read_only:false; response_revision:24048; number_of_response:1; }","duration":"1.430278845s","start":"2026-03-03T19:45:45.87935Z","end":"2026-03-03T19:45:47.309629Z","steps":["trace[251638587] 'process raft request' (duration: 1.429977268s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.309796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:45.879331Z","time spent":"1.430382058s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:47.309898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:45.701507Z","time spent":"1.608178163s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:47.310099Z","caller":"traceutil/trace.go:171","msg":"trace[1592002887] transaction","detail":"{read_only:false; response_revision:24049; number_of_response:1; }","duration":"611.277676ms","start":"2026-03-03T19:45:46.698769Z","end":"2026-03-03T19:45:47.310046Z","steps":["trace[1592002887] 'process raft request' (duration: 610.777504ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:47.310267Z","caller":"traceutil/trace.go:171","msg":"trace[660480492] linearizableReadLoop","detail":"{readStateIndex:24900; appliedIndex:24894; }","duration":"1.611597655s","start":"2026-03-03T19:45:45.698616Z","end":"2026-03-03T19:45:47.310213Z","steps":["trace[660480492] 'read index received' (duration: 1.045042904s)","trace[660480492] 'applied index is now lower than readState.Index' (duration: 566.554091ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:47.310401Z","caller":"traceutil/trace.go:171","msg":"trace[1264250625] transaction","detail":"{read_only:false; response_revision:24051; number_of_response:1; }","duration":"586.278526ms","start":"2026-03-03T19:45:46.724113Z","end":"2026-03-03T19:45:47.310392Z","steps":["trace[1264250625] 'process raft request' (duration: 586.044751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.310418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:46.698732Z","time spent":"611.569193ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:47.310483Z","caller":"traceutil/trace.go:171","msg":"trace[873179793] transaction","detail":"{read_only:false; response_revision:24050; number_of_response:1; }","duration":"609.801231ms","start":"2026-03-03T19:45:46.700615Z","end":"2026-03-03T19:45:47.310416Z","steps":["trace[873179793] 'process raft request' (duration: 609.126305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.310593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616618123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:47.310634Z","caller":"traceutil/trace.go:171","msg":"trace[1730497734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24051; }","duration":"1.616681225s","start":"2026-03-03T19:45:45.693944Z","end":"2026-03-03T19:45:47.310625Z","steps":["trace[1730497734] 'agreement among raft nodes before linearized reading' (duration: 1.616574662s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.31106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:45.693918Z","time spent":"1.617133356s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:47.310595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:46.700583Z","time spent":"609.966555ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:47.310498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:46.724099Z","time spent":"586.327587ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:47.311584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516040209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T19:45:47.311614Z","caller":"traceutil/trace.go:171","msg":"trace[799623049] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24051; }","duration":"1.51607162s","start":"2026-03-03T19:45:45.795535Z","end":"2026-03-03T19:45:47.311607Z","steps":["trace[799623049] 'agreement among raft nodes before linearized reading' (duration: 1.515939287s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.311709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.069128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-797d9db8bb-s9br5.18996c6837e8e6de\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-03T19:45:47.31174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:45.795495Z","time spent":"1.516135101s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T19:45:47.311766Z","caller":"traceutil/trace.go:171","msg":"trace[1829902209] range","detail":"{range_begin:/registry/events/openstack/magnum-api-797d9db8bb-s9br5.18996c6837e8e6de; range_end:; response_count:1; response_revision:24051; }","duration":"560.209991ms","start":"2026-03-03T19:45:46.75154Z","end":"2026-03-03T19:45:47.31175Z","steps":["trace[1829902209] 'agreement among raft nodes before linearized reading' (duration: 560.087148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.311803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:46.751509Z","time spent":"560.286943ms","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-797d9db8bb-s9br5.18996c6837e8e6de\" "} {"level":"warn","ts":"2026-03-03T19:45:47.312009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15251151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T19:45:47.312019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.43154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T19:45:47.312037Z","caller":"traceutil/trace.go:171","msg":"trace[2096428719] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:24051; }","duration":"1.152587452s","start":"2026-03-03T19:45:46.159443Z","end":"2026-03-03T19:45:47.31203Z","steps":["trace[2096428719] 'agreement among raft nodes before linearized reading' (duration: 1.15251161s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:47.312056Z","caller":"traceutil/trace.go:171","msg":"trace[63996491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24051; }","duration":"614.509832ms","start":"2026-03-03T19:45:46.697536Z","end":"2026-03-03T19:45:47.312046Z","steps":["trace[63996491] 'agreement among raft nodes before linearized reading' (duration: 614.01311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.31206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:46.159414Z","time spent":"1.152640952s","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-03-03T19:45:47.312111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:46.697512Z","time spent":"614.591705ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:45:47.312264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517132645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T19:45:47.312311Z","caller":"traceutil/trace.go:171","msg":"trace[23914786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24051; }","duration":"1.517222767s","start":"2026-03-03T19:45:45.795075Z","end":"2026-03-03T19:45:47.312297Z","steps":["trace[23914786] 'agreement among raft nodes before linearized reading' (duration: 1.517107124s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.312344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:45.795046Z","time spent":"1.517291129s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:47.312432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612463205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7643bc07-1620-490f-9110-2064b9cdc373\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-03T19:45:47.311728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611522402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T19:45:47.312461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610730374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:47.312585Z","caller":"traceutil/trace.go:171","msg":"trace[2134923079] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24051; }","duration":"1.61100257s","start":"2026-03-03T19:45:45.701557Z","end":"2026-03-03T19:45:47.312559Z","steps":["trace[2134923079] 'agreement among raft nodes before linearized reading' (duration: 1.610648392s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:47.312584Z","caller":"traceutil/trace.go:171","msg":"trace[799988263] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24051; }","duration":"1.612617189s","start":"2026-03-03T19:45:45.699928Z","end":"2026-03-03T19:45:47.312545Z","steps":["trace[799988263] 'agreement among raft nodes before linearized reading' (duration: 1.611151904s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.312636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:45.701549Z","time spent":"1.611078792s","remote":"127.0.0.1:44054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T19:45:47.312468Z","caller":"traceutil/trace.go:171","msg":"trace[149478940] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7643bc07-1620-490f-9110-2064b9cdc373; range_end:; response_count:1; response_revision:24051; }","duration":"1.612509696s","start":"2026-03-03T19:45:45.699948Z","end":"2026-03-03T19:45:47.312457Z","steps":["trace[149478940] 'agreement among raft nodes before linearized reading' (duration: 1.612405663s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.3127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:45.699907Z","time spent":"1.612748872s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T19:45:47.312736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:45.699932Z","time spent":"1.612791433s","remote":"127.0.0.1:43924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-7643bc07-1620-490f-9110-2064b9cdc373\" "} {"level":"warn","ts":"2026-03-03T19:45:47.312724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517215487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T19:45:47.312853Z","caller":"traceutil/trace.go:171","msg":"trace[883812496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24051; }","duration":"1.517373651s","start":"2026-03-03T19:45:45.795463Z","end":"2026-03-03T19:45:47.312837Z","steps":["trace[883812496] 'agreement among raft nodes before linearized reading' (duration: 1.516887719s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.312922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:45.79545Z","time spent":"1.517459853s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T19:45:47.968704Z","caller":"traceutil/trace.go:171","msg":"trace[409606065] linearizableReadLoop","detail":"{readStateIndex:24903; appliedIndex:24901; }","duration":"653.787819ms","start":"2026-03-03T19:45:47.314878Z","end":"2026-03-03T19:45:47.968666Z","steps":["trace[409606065] 'read index received' (duration: 162.648638ms)","trace[409606065] 'applied index is now lower than readState.Index' (duration: 491.137841ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:47.968737Z","caller":"traceutil/trace.go:171","msg":"trace[1169630060] transaction","detail":"{read_only:false; response_revision:24052; number_of_response:1; }","duration":"654.316182ms","start":"2026-03-03T19:45:47.314385Z","end":"2026-03-03T19:45:47.968702Z","steps":["trace[1169630060] 'process raft request' (duration: 653.646946ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:47.968809Z","caller":"traceutil/trace.go:171","msg":"trace[251179201] transaction","detail":"{read_only:false; response_revision:24056; number_of_response:1; }","duration":"651.160328ms","start":"2026-03-03T19:45:47.31764Z","end":"2026-03-03T19:45:47.9688Z","steps":["trace[251179201] 'process raft request' (duration: 650.977143ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:47.968724Z","caller":"traceutil/trace.go:171","msg":"trace[1387853695] transaction","detail":"{read_only:false; response_revision:24053; number_of_response:1; }","duration":"651.854944ms","start":"2026-03-03T19:45:47.316829Z","end":"2026-03-03T19:45:47.968684Z","steps":["trace[1387853695] 'process raft request' (duration: 651.515236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.968967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:47.317616Z","time spent":"651.240689ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:47.969091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.173408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"warn","ts":"2026-03-03T19:45:47.969106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:47.316808Z","time spent":"652.185141ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:47.96911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:47.314358Z","time spent":"654.470105ms","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:47.969142Z","caller":"traceutil/trace.go:171","msg":"trace[1389451066] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24056; }","duration":"654.324892ms","start":"2026-03-03T19:45:47.314808Z","end":"2026-03-03T19:45:47.969133Z","steps":["trace[1389451066] 'agreement among raft nodes before linearized reading' (duration: 654.077377ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:47.968755Z","caller":"traceutil/trace.go:171","msg":"trace[1865212348] transaction","detail":"{read_only:false; response_revision:24055; number_of_response:1; }","duration":"651.135747ms","start":"2026-03-03T19:45:47.31758Z","end":"2026-03-03T19:45:47.968716Z","steps":["trace[1865212348] 'process raft request' (duration: 650.997173ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:47.968737Z","caller":"traceutil/trace.go:171","msg":"trace[1212709477] transaction","detail":"{read_only:false; response_revision:24054; number_of_response:1; }","duration":"651.169947ms","start":"2026-03-03T19:45:47.317537Z","end":"2026-03-03T19:45:47.968706Z","steps":["trace[1212709477] 'process raft request' (duration: 650.992173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:47.969436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:47.317527Z","time spent":"651.877334ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:47.969417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:47.317568Z","time spent":"651.68248ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:47.969176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:47.314774Z","time spent":"654.395613ms","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T19:45:48.469398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113094834,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:45:49.016807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.334146ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:49.016975Z","caller":"traceutil/trace.go:171","msg":"trace[1801451308] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24056; }","duration":"444.49892ms","start":"2026-03-03T19:45:48.572434Z","end":"2026-03-03T19:45:49.016933Z","steps":["trace[1801451308] 'range keys from in-memory index tree' (duration: 444.313176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:49.019019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.015085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:49.019219Z","caller":"traceutil/trace.go:171","msg":"trace[1669200138] transaction","detail":"{read_only:false; response_revision:24057; number_of_response:1; }","duration":"1.536786009s","start":"2026-03-03T19:45:47.482406Z","end":"2026-03-03T19:45:49.019191Z","steps":["trace[1669200138] 'process raft request' (duration: 1.207520859s)","trace[1669200138] 'compare' (duration: 327.614801ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:49.019325Z","caller":"traceutil/trace.go:171","msg":"trace[1294385082] transaction","detail":"{read_only:false; response_revision:24061; number_of_response:1; }","duration":"1.318706002s","start":"2026-03-03T19:45:47.700605Z","end":"2026-03-03T19:45:49.019311Z","steps":["trace[1294385082] 'process raft request' (duration: 1.318654381s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:49.019329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:47.482376Z","time spent":"1.536902112s","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:49.019315Z","caller":"traceutil/trace.go:171","msg":"trace[1273150196] transaction","detail":"{read_only:false; response_revision:24058; number_of_response:1; }","duration":"1.319547352s","start":"2026-03-03T19:45:47.699729Z","end":"2026-03-03T19:45:49.019276Z","steps":["trace[1273150196] 'process raft request' (duration: 1.319364448s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:49.019414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:47.700596Z","time spent":"1.318771884s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:49.019489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:47.699697Z","time spent":"1.319692966s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:49.019628Z","caller":"traceutil/trace.go:171","msg":"trace[1214023913] transaction","detail":"{read_only:false; response_revision:24059; number_of_response:1; }","duration":"1.319785717s","start":"2026-03-03T19:45:47.69983Z","end":"2026-03-03T19:45:49.019615Z","steps":["trace[1214023913] 'process raft request' (duration: 1.319344587s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:49.019695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:47.699794Z","time spent":"1.31986772s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:49.019801Z","caller":"traceutil/trace.go:171","msg":"trace[1223895820] transaction","detail":"{read_only:false; response_revision:24060; number_of_response:1; }","duration":"1.319370448s","start":"2026-03-03T19:45:47.700416Z","end":"2026-03-03T19:45:49.019787Z","steps":["trace[1223895820] 'process raft request' (duration: 1.318800345s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:49.019859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:47.700385Z","time spent":"1.31944799s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:49.023859Z","caller":"traceutil/trace.go:171","msg":"trace[457474572] linearizableReadLoop","detail":"{readStateIndex:24913; appliedIndex:24907; }","duration":"1.055047009s","start":"2026-03-03T19:45:47.968803Z","end":"2026-03-03T19:45:49.02385Z","steps":["trace[457474572] 'read index received' (duration: 721.205901ms)","trace[457474572] 'applied index is now lower than readState.Index' (duration: 333.840458ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:49.023911Z","caller":"traceutil/trace.go:171","msg":"trace[544228620] transaction","detail":"{read_only:false; response_revision:24062; number_of_response:1; }","duration":"860.924498ms","start":"2026-03-03T19:45:48.162955Z","end":"2026-03-03T19:45:49.023879Z","steps":["trace[544228620] 'process raft request' (duration: 860.795345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:49.024039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639289468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:49.024039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:48.16292Z","time spent":"861.054751ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:49.024072Z","caller":"traceutil/trace.go:171","msg":"trace[1249287905] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24062; }","duration":"1.639376109s","start":"2026-03-03T19:45:47.384686Z","end":"2026-03-03T19:45:49.024062Z","steps":["trace[1249287905] 'agreement among raft nodes before linearized reading' (duration: 1.639223746s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:49.024095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:47.384658Z","time spent":"1.639429651s","remote":"127.0.0.1:48584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:49.02429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702567352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:49.024311Z","caller":"traceutil/trace.go:171","msg":"trace[2009618528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24062; }","duration":"1.702604542s","start":"2026-03-03T19:45:47.321702Z","end":"2026-03-03T19:45:49.024307Z","steps":["trace[2009618528] 'agreement among raft nodes before linearized reading' (duration: 1.702567201s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:49.024325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:47.321688Z","time spent":"1.702633713s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:49.024578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70803243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T19:45:49.024639Z","caller":"traceutil/trace.go:171","msg":"trace[337813285] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24062; }","duration":"1.708115682s","start":"2026-03-03T19:45:47.316502Z","end":"2026-03-03T19:45:49.024618Z","steps":["trace[337813285] 'agreement among raft nodes before linearized reading' (duration: 1.707911678s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:49.024697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:47.31649Z","time spent":"1.708195354s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T19:45:49.529542Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113094837,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:45:50.579359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035965669s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:50.579914Z","caller":"traceutil/trace.go:171","msg":"trace[1297839678] transaction","detail":"{read_only:false; response_revision:24063; number_of_response:1; }","duration":"1.597584563s","start":"2026-03-03T19:45:48.982272Z","end":"2026-03-03T19:45:50.579856Z","steps":["trace[1297839678] 'process raft request' (duration: 560.994139ms)","trace[1297839678] 'compare' (duration: 1.035708463s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:50.580502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:48.982244Z","time spent":"1.597742667s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:50.581231Z","caller":"traceutil/trace.go:171","msg":"trace[2027267112] transaction","detail":"{read_only:false; response_revision:24064; number_of_response:1; }","duration":"1.264314148s","start":"2026-03-03T19:45:49.316882Z","end":"2026-03-03T19:45:50.581196Z","steps":["trace[2027267112] 'process raft request' (duration: 1.26396465s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:50.581459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.316853Z","time spent":"1.264485252s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:50.58164Z","caller":"traceutil/trace.go:171","msg":"trace[1437777075] transaction","detail":"{read_only:false; response_revision:24065; number_of_response:1; }","duration":"1.264566884s","start":"2026-03-03T19:45:49.317029Z","end":"2026-03-03T19:45:50.581596Z","steps":["trace[1437777075] 'process raft request' (duration: 1.264084872s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:50.581619Z","caller":"traceutil/trace.go:171","msg":"trace[1058930397] linearizableReadLoop","detail":"{readStateIndex:24917; appliedIndex:24913; }","duration":"1.557707342s","start":"2026-03-03T19:45:49.023882Z","end":"2026-03-03T19:45:50.581589Z","steps":["trace[1058930397] 'read index received' (duration: 518.681841ms)","trace[1058930397] 'applied index is now lower than readState.Index' (duration: 1.039024091s)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:50.581697Z","caller":"traceutil/trace.go:171","msg":"trace[1296927534] transaction","detail":"{read_only:false; response_revision:24066; number_of_response:1; }","duration":"1.263857017s","start":"2026-03-03T19:45:49.317827Z","end":"2026-03-03T19:45:50.581684Z","steps":["trace[1296927534] 'process raft request' (duration: 1.2635776s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:50.581762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.317818Z","time spent":"1.263905259s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:50.581785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750808939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:45:50.58182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.191015768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:50.58193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.941406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:50.581906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598840623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T19:45:50.58194Z","caller":"traceutil/trace.go:171","msg":"trace[1125591481] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24066; }","duration":"2.191194002s","start":"2026-03-03T19:45:48.390717Z","end":"2026-03-03T19:45:50.581911Z","steps":["trace[1125591481] 'agreement among raft nodes before linearized reading' (duration: 2.190959227s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:50.58192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885923898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:45:50.582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:48.390706Z","time spent":"2.191281784s","remote":"127.0.0.1:37346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:50.582017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501733991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:50.582005Z","caller":"traceutil/trace.go:171","msg":"trace[777728544] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24066; }","duration":"2.598959666s","start":"2026-03-03T19:45:47.98301Z","end":"2026-03-03T19:45:50.58197Z","steps":["trace[777728544] 'agreement among raft nodes before linearized reading' (duration: 2.598759341s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:50.582013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556950234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T19:45:50.58204Z","caller":"traceutil/trace.go:171","msg":"trace[124419165] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24066; }","duration":"1.501803882s","start":"2026-03-03T19:45:49.080231Z","end":"2026-03-03T19:45:50.582035Z","steps":["trace[124419165] 'agreement among raft nodes before linearized reading' (duration: 1.501762921s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:50.582055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:47.982987Z","time spent":"2.599060749s","remote":"127.0.0.1:42498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T19:45:50.582079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.080207Z","time spent":"1.501864983s","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:50.582081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556947754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:50.582078Z","caller":"traceutil/trace.go:171","msg":"trace[432144635] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24066; }","duration":"1.557082507s","start":"2026-03-03T19:45:49.024977Z","end":"2026-03-03T19:45:50.58206Z","steps":["trace[432144635] 'agreement among raft nodes before linearized reading' (duration: 1.556829831s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:50.582122Z","caller":"traceutil/trace.go:171","msg":"trace[843585519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24066; }","duration":"1.557028416s","start":"2026-03-03T19:45:49.025081Z","end":"2026-03-03T19:45:50.58211Z","steps":["trace[843585519] 'agreement among raft nodes before linearized reading' (duration: 1.556952984s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:50.582048Z","caller":"traceutil/trace.go:171","msg":"trace[2066254449] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24066; }","duration":"1.886156923s","start":"2026-03-03T19:45:48.695874Z","end":"2026-03-03T19:45:50.582031Z","steps":["trace[2066254449] 'agreement among raft nodes before linearized reading' (duration: 1.885753964s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:50.582143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.025067Z","time spent":"1.557072107s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:50.582139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.024956Z","time spent":"1.557168559s","remote":"127.0.0.1:43938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T19:45:50.58216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.824091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T19:45:50.581968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.058276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T19:45:50.582284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.055877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T19:45:50.582308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.027004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:50.582341Z","caller":"traceutil/trace.go:171","msg":"trace[1861575405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24066; }","duration":"607.117838ms","start":"2026-03-03T19:45:49.975212Z","end":"2026-03-03T19:45:50.58233Z","steps":["trace[1861575405] 'agreement among raft nodes before linearized reading' (duration: 607.004036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:50.582356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.212161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T19:45:50.582377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.975208Z","time spent":"607.160229ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T19:45:50.581964Z","caller":"traceutil/trace.go:171","msg":"trace[1755746473] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24066; }","duration":"799.016267ms","start":"2026-03-03T19:45:49.782938Z","end":"2026-03-03T19:45:50.581954Z","steps":["trace[1755746473] 'agreement among raft nodes before linearized reading' (duration: 798.958526ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:50.582424Z","caller":"traceutil/trace.go:171","msg":"trace[1703939359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24066; }","duration":"607.309193ms","start":"2026-03-03T19:45:49.975092Z","end":"2026-03-03T19:45:50.582401Z","steps":["trace[1703939359] 'agreement among raft nodes before linearized reading' (duration: 607.18549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:50.582503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.97506Z","time spent":"607.432776ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T19:45:50.582359Z","caller":"traceutil/trace.go:171","msg":"trace[354847052] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24066; }","duration":"576.104917ms","start":"2026-03-03T19:45:50.006239Z","end":"2026-03-03T19:45:50.582344Z","steps":["trace[354847052] 'agreement among raft nodes before linearized reading' (duration: 576.013894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:50.582587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:50.006221Z","time spent":"576.354692ms","remote":"127.0.0.1:48734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:50.582433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.782915Z","time spent":"799.509918ms","remote":"127.0.0.1:40354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:50.582322Z","caller":"traceutil/trace.go:171","msg":"trace[735005478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24066; }","duration":"607.449736ms","start":"2026-03-03T19:45:49.974862Z","end":"2026-03-03T19:45:50.582312Z","steps":["trace[735005478] 'agreement among raft nodes before linearized reading' (duration: 606.986085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:50.582723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.974841Z","time spent":"607.830615ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:45:50.582007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.317024Z","time spent":"1.264673326s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:50.582898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024951119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T19:45:50.581865Z","caller":"traceutil/trace.go:171","msg":"trace[284464945] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24066; }","duration":"1.750939622s","start":"2026-03-03T19:45:48.830903Z","end":"2026-03-03T19:45:50.581842Z","steps":["trace[284464945] 'agreement among raft nodes before linearized reading' (duration: 1.750693366s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:50.582957Z","caller":"traceutil/trace.go:171","msg":"trace[1822297147] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24066; }","duration":"1.025052832s","start":"2026-03-03T19:45:49.557884Z","end":"2026-03-03T19:45:50.582937Z","steps":["trace[1822297147] 'agreement among raft nodes before linearized reading' (duration: 1.024226412s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:50.582972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:48.83088Z","time spent":"1.752077089s","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:50.582998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.557859Z","time spent":"1.025130193s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T19:45:50.582015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26563703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T19:45:50.583078Z","caller":"traceutil/trace.go:171","msg":"trace[664807934] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24066; }","duration":"1.266763296s","start":"2026-03-03T19:45:49.316288Z","end":"2026-03-03T19:45:50.583052Z","steps":["trace[664807934] 'agreement among raft nodes before linearized reading' (duration: 1.265575928s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:50.583153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.31626Z","time spent":"1.266873428s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T19:45:50.582226Z","caller":"traceutil/trace.go:171","msg":"trace[1705665634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24066; }","duration":"606.944754ms","start":"2026-03-03T19:45:49.975265Z","end":"2026-03-03T19:45:50.58221Z","steps":["trace[1705665634] 'agreement among raft nodes before linearized reading' (duration: 606.800561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:50.583221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.975235Z","time spent":"607.970899ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:45:50.582176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:48.69585Z","time spent":"1.886310796s","remote":"127.0.0.1:44292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:50.582203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554822013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8f26e00c-e79e-4477-be9d-99ccd419e983\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T19:45:50.583361Z","caller":"traceutil/trace.go:171","msg":"trace[9051701] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8f26e00c-e79e-4477-be9d-99ccd419e983; range_end:; response_count:1; response_revision:24066; }","duration":"1.55597703s","start":"2026-03-03T19:45:49.027337Z","end":"2026-03-03T19:45:50.583314Z","steps":["trace[9051701] 'agreement among raft nodes before linearized reading' (duration: 1.554660509s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:50.583443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:49.027318Z","time spent":"1.556102504s","remote":"127.0.0.1:43924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-8f26e00c-e79e-4477-be9d-99ccd419e983\" "} {"level":"warn","ts":"2026-03-03T19:45:51.088627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113094843,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:45:51.727169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.927429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:51.727268Z","caller":"traceutil/trace.go:171","msg":"trace[1212367115] transaction","detail":"{read_only:false; response_revision:24067; number_of_response:1; }","duration":"1.140168269s","start":"2026-03-03T19:45:50.587083Z","end":"2026-03-03T19:45:51.727251Z","steps":["trace[1212367115] 'process raft request' (duration: 537.086356ms)","trace[1212367115] 'compare' (duration: 601.198919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:51.727315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:50.58706Z","time spent":"1.14023172s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:52.124585Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000301187s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T19:45:52.590778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000128905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T19:45:52.590866Z","caller":"traceutil/trace.go:171","msg":"trace[1993556444] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000256988s","start":"2026-03-03T19:45:50.590589Z","end":"2026-03-03T19:45:52.590846Z","steps":["trace[1993556444] 'agreement among raft nodes before linearized reading' (duration: 2.000139515s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:52.590917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:50.590577Z","time spent":"2.000330959s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:52.69379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.806325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:45:52.694071Z","caller":"traceutil/trace.go:171","msg":"trace[1661753531] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"2.10540745s","start":"2026-03-03T19:45:50.588644Z","end":"2026-03-03T19:45:52.694051Z","steps":["trace[1661753531] 'process raft request' (duration: 2.105317107s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:52.694173Z","caller":"traceutil/trace.go:171","msg":"trace[92960129] transaction","detail":"{read_only:false; response_revision:24068; number_of_response:1; }","duration":"2.105758907s","start":"2026-03-03T19:45:50.58837Z","end":"2026-03-03T19:45:52.694129Z","steps":["trace[92960129] 'process raft request' (duration: 1.536521213s)","trace[92960129] 'compare' (duration: 568.677881ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:52.694201Z","caller":"traceutil/trace.go:171","msg":"trace[1720951003] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"2.105585083s","start":"2026-03-03T19:45:50.588588Z","end":"2026-03-03T19:45:52.694173Z","steps":["trace[1720951003] 'process raft request' (duration: 2.105315227s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:52.69437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:50.58836Z","time spent":"2.105900911s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:52.694369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:50.588582Z","time spent":"2.105693336s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:52.694224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:50.588623Z","time spent":"2.105496701s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:52.696012Z","caller":"traceutil/trace.go:171","msg":"trace[1030983921] transaction","detail":"{read_only:false; response_revision:24071; number_of_response:1; }","duration":"2.105292117s","start":"2026-03-03T19:45:50.590668Z","end":"2026-03-03T19:45:52.69596Z","steps":["trace[1030983921] 'process raft request' (duration: 2.10333225s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:52.696229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:50.59066Z","time spent":"2.105463011s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:52.696465Z","caller":"traceutil/trace.go:171","msg":"trace[162264227] transaction","detail":"{read_only:false; response_revision:24072; number_of_response:1; }","duration":"1.669640435s","start":"2026-03-03T19:45:51.026718Z","end":"2026-03-03T19:45:52.696358Z","steps":["trace[162264227] 'process raft request' (duration: 1.668887887s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:52.696578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:51.026687Z","time spent":"1.66983584s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:52.696725Z","caller":"traceutil/trace.go:171","msg":"trace[465461641] transaction","detail":"{read_only:false; response_revision:24073; number_of_response:1; }","duration":"1.669732317s","start":"2026-03-03T19:45:51.026965Z","end":"2026-03-03T19:45:52.696698Z","steps":["trace[465461641] 'process raft request' (duration: 1.669297747s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:52.696838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:51.026955Z","time spent":"1.669814889s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:52.696884Z","caller":"traceutil/trace.go:171","msg":"trace[666108489] transaction","detail":"{read_only:false; response_revision:24074; number_of_response:1; }","duration":"1.669916322s","start":"2026-03-03T19:45:51.026945Z","end":"2026-03-03T19:45:52.696861Z","steps":["trace[666108489] 'process raft request' (duration: 1.669590414s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:52.696923Z","caller":"traceutil/trace.go:171","msg":"trace[1287837733] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"1.669826999s","start":"2026-03-03T19:45:51.027088Z","end":"2026-03-03T19:45:52.696915Z","steps":["trace[1287837733] 'process raft request' (duration: 1.669700516s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:52.696966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:51.027078Z","time spent":"1.66986614s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:52.69698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:51.026895Z","time spent":"1.670040805s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:52.69703Z","caller":"traceutil/trace.go:171","msg":"trace[456001594] linearizableReadLoop","detail":"{readStateIndex:24926; appliedIndex:24917; }","duration":"2.108968673s","start":"2026-03-03T19:45:50.588033Z","end":"2026-03-03T19:45:52.697001Z","steps":["trace[456001594] 'read index received' (duration: 536.246826ms)","trace[456001594] 'applied index is now lower than readState.Index' (duration: 1.572718387s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:52.697314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10927273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T19:45:52.69736Z","caller":"traceutil/trace.go:171","msg":"trace[1197761086] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24075; }","duration":"2.109333922s","start":"2026-03-03T19:45:50.588013Z","end":"2026-03-03T19:45:52.697347Z","steps":["trace[1197761086] 'agreement among raft nodes before linearized reading' (duration: 2.109107597s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:52.697529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:50.588001Z","time spent":"2.109387373s","remote":"127.0.0.1:44054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T19:45:52.697753Z","caller":"traceutil/trace.go:171","msg":"trace[2035790145] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"109.365322ms","start":"2026-03-03T19:45:52.588372Z","end":"2026-03-03T19:45:52.697737Z","steps":["trace[2035790145] 'process raft request' (duration: 108.554072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:53.197742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113094856,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:45:53.619899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:53.153869Z","time spent":"466.018418ms","remote":"127.0.0.1:60538","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T19:45:53.620066Z","caller":"traceutil/trace.go:171","msg":"trace[995733004] transaction","detail":"{read_only:false; response_revision:24078; number_of_response:1; }","duration":"1.03010491s","start":"2026-03-03T19:45:52.589936Z","end":"2026-03-03T19:45:53.620041Z","steps":["trace[995733004] 'process raft request' (duration: 1.030063609s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:53.620117Z","caller":"traceutil/trace.go:171","msg":"trace[1769817887] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"1.030255294s","start":"2026-03-03T19:45:52.589813Z","end":"2026-03-03T19:45:53.620068Z","steps":["trace[1769817887] 'process raft request' (duration: 977.483179ms)","trace[1769817887] 'compare' (duration: 52.57911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:53.620206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:52.589904Z","time spent":"1.030202763s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:53.620345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:52.5898Z","time spent":"1.030428848s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:45:54.051791Z","caller":"traceutil/trace.go:171","msg":"trace[240597144] transaction","detail":"{read_only:false; response_revision:24079; number_of_response:1; }","duration":"1.103081443s","start":"2026-03-03T19:45:52.948672Z","end":"2026-03-03T19:45:54.051754Z","steps":["trace[240597144] 'process raft request' (duration: 1.037885945s)","trace[240597144] 'compare' (duration: 64.926842ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:45:54.052272Z","caller":"traceutil/trace.go:171","msg":"trace[992449866] linearizableReadLoop","detail":"{readStateIndex:24930; appliedIndex:24927; }","duration":"1.355122881s","start":"2026-03-03T19:45:52.697135Z","end":"2026-03-03T19:45:54.052258Z","steps":["trace[992449866] 'read index received' (duration: 870.187516ms)","trace[992449866] 'applied index is now lower than readState.Index' (duration: 484.934165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:45:54.052432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779055196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:45:54.0525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.340041316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T19:45:54.05253Z","caller":"traceutil/trace.go:171","msg":"trace[1242360690] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24081; }","duration":"2.340119358s","start":"2026-03-03T19:45:51.712402Z","end":"2026-03-03T19:45:54.052522Z","steps":["trace[1242360690] 'agreement among raft nodes before linearized reading' (duration: 2.339949634s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:54.052528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186666727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T19:45:54.05252Z","caller":"traceutil/trace.go:171","msg":"trace[1591760001] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"557.263803ms","start":"2026-03-03T19:45:53.495213Z","end":"2026-03-03T19:45:54.052477Z","steps":["trace[1591760001] 'process raft request' (duration: 556.471014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:54.052587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738342386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:54.052616Z","caller":"traceutil/trace.go:171","msg":"trace[111407463] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24081; }","duration":"2.186810099s","start":"2026-03-03T19:45:51.865785Z","end":"2026-03-03T19:45:54.052595Z","steps":["trace[111407463] 'agreement among raft nodes before linearized reading' (duration: 2.186539653s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:54.052636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.885562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:54.052645Z","caller":"traceutil/trace.go:171","msg":"trace[480911952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24081; }","duration":"1.738436748s","start":"2026-03-03T19:45:52.314193Z","end":"2026-03-03T19:45:54.05263Z","steps":["trace[480911952] 'agreement among raft nodes before linearized reading' (duration: 1.738354766s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:54.052661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:51.865761Z","time spent":"2.186889292s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":175,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:54.05267Z","caller":"traceutil/trace.go:171","msg":"trace[732930858] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24081; }","duration":"400.962784ms","start":"2026-03-03T19:45:53.651697Z","end":"2026-03-03T19:45:54.05266Z","steps":["trace[732930858] 'agreement among raft nodes before linearized reading' (duration: 400.897732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:54.052677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:52.314177Z","time spent":"1.738493519s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:45:54.052718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:53.651674Z","time spent":"401.032185ms","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:54.05271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179930017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:54.052792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.475059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:45:54.052813Z","caller":"traceutil/trace.go:171","msg":"trace[671056220] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24081; }","duration":"613.55101ms","start":"2026-03-03T19:45:53.439255Z","end":"2026-03-03T19:45:54.052806Z","steps":["trace[671056220] 'agreement among raft nodes before linearized reading' (duration: 613.442248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:54.052683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.608811809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T19:45:54.052839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:53.439225Z","time spent":"613.605392ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":88,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:54.052836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.245202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:54.052835Z","caller":"traceutil/trace.go:171","msg":"trace[313895946] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24081; }","duration":"2.180089711s","start":"2026-03-03T19:45:51.872711Z","end":"2026-03-03T19:45:54.052801Z","steps":["trace[313895946] 'agreement among raft nodes before linearized reading' (duration: 2.179828775s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:54.052855Z","caller":"traceutil/trace.go:171","msg":"trace[1196227568] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24081; }","duration":"2.609019314s","start":"2026-03-03T19:45:51.443826Z","end":"2026-03-03T19:45:54.052845Z","steps":["trace[1196227568] 'agreement among raft nodes before linearized reading' (duration: 2.608750058s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:54.052871Z","caller":"traceutil/trace.go:171","msg":"trace[413861076] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24081; }","duration":"371.55204ms","start":"2026-03-03T19:45:53.68131Z","end":"2026-03-03T19:45:54.052862Z","steps":["trace[413861076] 'agreement among raft nodes before linearized reading' (duration: 371.278753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:54.052893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:51.443803Z","time spent":"2.609079155s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":140,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:54.052527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13682301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:45:54.0529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:51.872621Z","time spent":"2.180261995s","remote":"127.0.0.1:37408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:54.052559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:51.712381Z","time spent":"2.340171749s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T19:45:54.052936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.993774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:54.052946Z","caller":"traceutil/trace.go:171","msg":"trace[1448515886] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24081; }","duration":"1.137293671s","start":"2026-03-03T19:45:52.915634Z","end":"2026-03-03T19:45:54.052928Z","steps":["trace[1448515886] 'agreement among raft nodes before linearized reading' (duration: 1.136846631s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:45:54.052964Z","caller":"traceutil/trace.go:171","msg":"trace[48226203] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24081; }","duration":"190.096427ms","start":"2026-03-03T19:45:53.86286Z","end":"2026-03-03T19:45:54.052957Z","steps":["trace[48226203] 'agreement among raft nodes before linearized reading' (duration: 190.055066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:54.052997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:52.91561Z","time spent":"1.137369982s","remote":"127.0.0.1:40094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:45:54.052525Z","caller":"traceutil/trace.go:171","msg":"trace[1234121252] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24081; }","duration":"1.779177499s","start":"2026-03-03T19:45:52.273323Z","end":"2026-03-03T19:45:54.052501Z","steps":["trace[1234121252] 'agreement among raft nodes before linearized reading' (duration: 1.778983834s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:54.053203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:52.273302Z","time spent":"1.779884835s","remote":"127.0.0.1:42422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:54.052756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:53.495187Z","time spent":"557.433426ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:45:54.053262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.490964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T19:45:54.053302Z","caller":"traceutil/trace.go:171","msg":"trace[19086488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24081; }","duration":"320.575826ms","start":"2026-03-03T19:45:53.732713Z","end":"2026-03-03T19:45:54.053289Z","steps":["trace[19086488] 'agreement among raft nodes before linearized reading' (duration: 320.31899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:54.052901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:53.681286Z","time spent":"371.60279ms","remote":"127.0.0.1:40168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:45:54.053349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:53.732689Z","time spent":"320.644608ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:45:54.053664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:52.948644Z","time spent":"1.103222697s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T19:45:54.054539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460633951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:45:54.05461Z","caller":"traceutil/trace.go:171","msg":"trace[330560541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24081; }","duration":"1.462744861s","start":"2026-03-03T19:45:52.591842Z","end":"2026-03-03T19:45:54.054587Z","steps":["trace[330560541] 'agreement among raft nodes before linearized reading' (duration: 1.460622061s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:45:54.054767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:45:52.59183Z","time spent":"1.462908535s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:46:04.914038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.552494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:04.91414Z","caller":"traceutil/trace.go:171","msg":"trace[103940432] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24154; }","duration":"117.717308ms","start":"2026-03-03T19:46:04.7964Z","end":"2026-03-03T19:46:04.914117Z","steps":["trace[103940432] 'count revisions from in-memory index tree' (duration: 117.438372ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:04.960182Z","caller":"traceutil/trace.go:171","msg":"trace[1888349208] transaction","detail":"{read_only:false; response_revision:24155; number_of_response:1; }","duration":"159.973185ms","start":"2026-03-03T19:46:04.800175Z","end":"2026-03-03T19:46:04.960149Z","steps":["trace[1888349208] 'process raft request' (duration: 159.784791ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:05.068508Z","caller":"traceutil/trace.go:171","msg":"trace[27550754] linearizableReadLoop","detail":"{readStateIndex:25014; appliedIndex:25010; }","duration":"257.068767ms","start":"2026-03-03T19:46:04.811414Z","end":"2026-03-03T19:46:05.068483Z","steps":["trace[27550754] 'read index received' (duration: 148.72065ms)","trace[27550754] 'applied index is now lower than readState.Index' (duration: 108.346877ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:05.068959Z","caller":"traceutil/trace.go:171","msg":"trace[1943717448] transaction","detail":"{read_only:false; response_revision:24156; number_of_response:1; }","duration":"263.175811ms","start":"2026-03-03T19:46:04.805767Z","end":"2026-03-03T19:46:05.068943Z","steps":["trace[1943717448] 'process raft request' (duration: 262.388032ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:05.069179Z","caller":"traceutil/trace.go:171","msg":"trace[1693324250] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"262.966236ms","start":"2026-03-03T19:46:04.806199Z","end":"2026-03-03T19:46:05.069166Z","steps":["trace[1693324250] 'process raft request' (duration: 262.150207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:05.069277Z","caller":"traceutil/trace.go:171","msg":"trace[336963011] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"262.870484ms","start":"2026-03-03T19:46:04.806398Z","end":"2026-03-03T19:46:05.069269Z","steps":["trace[336963011] 'process raft request' (duration: 262.001563ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:05.069361Z","caller":"traceutil/trace.go:171","msg":"trace[1554288920] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"261.651126ms","start":"2026-03-03T19:46:04.807702Z","end":"2026-03-03T19:46:05.069353Z","steps":["trace[1554288920] 'process raft request' (duration: 260.740484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:05.069589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.145052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T19:46:05.069632Z","caller":"traceutil/trace.go:171","msg":"trace[1331540547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24159; }","duration":"258.285776ms","start":"2026-03-03T19:46:04.811337Z","end":"2026-03-03T19:46:05.069623Z","steps":["trace[1331540547] 'agreement among raft nodes before linearized reading' (duration: 258.097812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:05.069884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.893517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T19:46:05.069928Z","caller":"traceutil/trace.go:171","msg":"trace[500366297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24159; }","duration":"257.958628ms","start":"2026-03-03T19:46:04.811961Z","end":"2026-03-03T19:46:05.06992Z","steps":["trace[500366297] 'agreement among raft nodes before linearized reading' (duration: 257.853636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:05.070111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.891392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T19:46:05.070151Z","caller":"traceutil/trace.go:171","msg":"trace[1492940378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24159; }","duration":"256.969735ms","start":"2026-03-03T19:46:04.813169Z","end":"2026-03-03T19:46:05.070139Z","steps":["trace[1492940378] 'agreement among raft nodes before linearized reading' (duration: 256.880193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:05.070357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.800244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T19:46:05.070397Z","caller":"traceutil/trace.go:171","msg":"trace[1898749515] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24159; }","duration":"257.859406ms","start":"2026-03-03T19:46:04.812527Z","end":"2026-03-03T19:46:05.070387Z","steps":["trace[1898749515] 'agreement among raft nodes before linearized reading' (duration: 257.768644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:10.699427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113095285,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:46:10.958425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.261127363s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T19:46:10.959063Z","caller":"traceutil/trace.go:171","msg":"trace[1940831788] transaction","detail":"{read_only:false; response_revision:24249; number_of_response:1; }","duration":"1.261863649s","start":"2026-03-03T19:46:09.697173Z","end":"2026-03-03T19:46:10.959036Z","steps":["trace[1940831788] 'process raft request' (duration: 1.261664235s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:10.959318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:09.697147Z","time spent":"1.262069865s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:10.985188Z","caller":"traceutil/trace.go:171","msg":"trace[708570136] linearizableReadLoop","detail":"{readStateIndex:25106; appliedIndex:25104; }","duration":"785.877006ms","start":"2026-03-03T19:46:10.199281Z","end":"2026-03-03T19:46:10.985158Z","steps":["trace[708570136] 'read index received' (duration: 759.519644ms)","trace[708570136] 'applied index is now lower than readState.Index' (duration: 26.355952ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:10.985338Z","caller":"traceutil/trace.go:171","msg":"trace[657114521] transaction","detail":"{read_only:false; response_revision:24250; number_of_response:1; }","duration":"1.284864653s","start":"2026-03-03T19:46:09.70038Z","end":"2026-03-03T19:46:10.985244Z","steps":["trace[657114521] 'process raft request' (duration: 1.284583116s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:10.985581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.245674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T19:46:10.985693Z","caller":"traceutil/trace.go:171","msg":"trace[1392701989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24250; }","duration":"786.439829ms","start":"2026-03-03T19:46:10.199226Z","end":"2026-03-03T19:46:10.985665Z","steps":["trace[1392701989] 'agreement among raft nodes before linearized reading' (duration: 786.07347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:10.985713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:09.700344Z","time spent":"1.28517175s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:10.985747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:10.199199Z","time spent":"786.538602ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:46:11.494882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.051259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:46:11.495005Z","caller":"traceutil/trace.go:171","msg":"trace[1162330191] linearizableReadLoop","detail":"{readStateIndex:25107; appliedIndex:25106; }","duration":"509.708799ms","start":"2026-03-03T19:46:10.985277Z","end":"2026-03-03T19:46:11.494986Z","steps":["trace[1162330191] 'read index received' (duration: 218.472636ms)","trace[1162330191] 'applied index is now lower than readState.Index' (duration: 291.234633ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:11.495083Z","caller":"traceutil/trace.go:171","msg":"trace[1417075895] transaction","detail":"{read_only:false; response_revision:24251; number_of_response:1; }","duration":"514.069602ms","start":"2026-03-03T19:46:10.981003Z","end":"2026-03-03T19:46:11.495072Z","steps":["trace[1417075895] 'process raft request' (duration: 222.726296ms)","trace[1417075895] 'compare' (duration: 290.900476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:11.495164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:10.980982Z","time spent":"514.126474ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:11.49552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256046013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:11.495616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285729493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-03T19:46:11.495671Z","caller":"traceutil/trace.go:171","msg":"trace[1129752041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24251; }","duration":"1.256262708s","start":"2026-03-03T19:46:10.239371Z","end":"2026-03-03T19:46:11.495634Z","steps":["trace[1129752041] 'agreement among raft nodes before linearized reading' (duration: 1.256014632s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:11.495689Z","caller":"traceutil/trace.go:171","msg":"trace[457291965] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87; range_end:; response_count:1; response_revision:24251; }","duration":"1.285860786s","start":"2026-03-03T19:46:10.20981Z","end":"2026-03-03T19:46:11.495671Z","steps":["trace[457291965] 'agreement among raft nodes before linearized reading' (duration: 1.285622531s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:11.495707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.574454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18996c72b7af419e\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-03T19:46:11.49574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:10.209784Z","time spent":"1.285947398s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87\" "} {"level":"info","ts":"2026-03-03T19:46:11.495755Z","caller":"traceutil/trace.go:171","msg":"trace[977257385] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18996c72b7af419e; range_end:; response_count:1; response_revision:24251; }","duration":"611.689316ms","start":"2026-03-03T19:46:10.88405Z","end":"2026-03-03T19:46:11.495739Z","steps":["trace[977257385] 'agreement among raft nodes before linearized reading' (duration: 611.548883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:11.495788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:10.884024Z","time spent":"611.756898ms","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18996c72b7af419e\" "} {"level":"warn","ts":"2026-03-03T19:46:11.495802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:10.239351Z","time spent":"1.256381861s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:46:11.495795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.967524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:11.495915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267469062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:11.495945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26315425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-03T19:46:11.496067Z","caller":"traceutil/trace.go:171","msg":"trace[603321757] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24251; }","duration":"1.263323024s","start":"2026-03-03T19:46:10.232715Z","end":"2026-03-03T19:46:11.496038Z","steps":["trace[603321757] 'agreement among raft nodes before linearized reading' (duration: 1.262962506s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:11.496083Z","caller":"traceutil/trace.go:171","msg":"trace[1075831059] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24251; }","duration":"921.310582ms","start":"2026-03-03T19:46:10.574741Z","end":"2026-03-03T19:46:11.496052Z","steps":["trace[1075831059] 'agreement among raft nodes before linearized reading' (duration: 920.939474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:11.495845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.521291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:46:11.496124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:10.232696Z","time spent":"1.263418306s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T19:46:11.496076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145402472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-03-03T19:46:11.49618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:10.574721Z","time spent":"921.431326ms","remote":"127.0.0.1:40326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:46:11.496222Z","caller":"traceutil/trace.go:171","msg":"trace[617153600] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87; range_end:; response_count:1; response_revision:24251; }","duration":"1.145626117s","start":"2026-03-03T19:46:10.350568Z","end":"2026-03-03T19:46:11.496194Z","steps":["trace[617153600] 'agreement among raft nodes before linearized reading' (duration: 1.145150176s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:11.496Z","caller":"traceutil/trace.go:171","msg":"trace[1460598124] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24251; }","duration":"1.267573435s","start":"2026-03-03T19:46:10.228414Z","end":"2026-03-03T19:46:11.495988Z","steps":["trace[1460598124] 'agreement among raft nodes before linearized reading' (duration: 1.267009572s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:11.496284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:10.350549Z","time spent":"1.145724679s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87\" "} {"level":"warn","ts":"2026-03-03T19:46:11.496399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:10.228406Z","time spent":"1.267919563s","remote":"127.0.0.1:40368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:46:11.496172Z","caller":"traceutil/trace.go:171","msg":"trace[2083387659] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24251; }","duration":"519.926821ms","start":"2026-03-03T19:46:10.976226Z","end":"2026-03-03T19:46:11.496152Z","steps":["trace[2083387659] 'agreement among raft nodes before linearized reading' (duration: 519.46684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:11.496766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:10.9762Z","time spent":"520.548266ms","remote":"127.0.0.1:43810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:11.496114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.2066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T19:46:11.496967Z","caller":"traceutil/trace.go:171","msg":"trace[1150573981] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24251; }","duration":"519.097411ms","start":"2026-03-03T19:46:10.977839Z","end":"2026-03-03T19:46:11.496937Z","steps":["trace[1150573981] 'agreement among raft nodes before linearized reading' (duration: 517.517114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:11.497021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:10.977819Z","time spent":"519.187433ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T19:46:11.981633Z","caller":"traceutil/trace.go:171","msg":"trace[1614836992] transaction","detail":"{read_only:false; response_revision:24252; number_of_response:1; }","duration":"990.477307ms","start":"2026-03-03T19:46:10.991108Z","end":"2026-03-03T19:46:11.981585Z","steps":["trace[1614836992] 'process raft request' (duration: 989.899473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:11.981851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:10.991082Z","time spent":"990.65312ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:11.981937Z","caller":"traceutil/trace.go:171","msg":"trace[1321760506] transaction","detail":"{read_only:false; response_revision:24254; number_of_response:1; }","duration":"890.596359ms","start":"2026-03-03T19:46:11.0913Z","end":"2026-03-03T19:46:11.981896Z","steps":["trace[1321760506] 'process raft request' (duration: 890.164069ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:11.98198Z","caller":"traceutil/trace.go:171","msg":"trace[1336340133] transaction","detail":"{read_only:false; response_revision:24256; number_of_response:1; }","duration":"887.285001ms","start":"2026-03-03T19:46:11.09466Z","end":"2026-03-03T19:46:11.981945Z","steps":["trace[1336340133] 'process raft request' (duration: 886.889582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:11.98203Z","caller":"traceutil/trace.go:171","msg":"trace[2098379565] transaction","detail":"{read_only:false; response_revision:24253; number_of_response:1; }","duration":"893.210401ms","start":"2026-03-03T19:46:11.088769Z","end":"2026-03-03T19:46:11.98198Z","steps":["trace[2098379565] 'process raft request' (duration: 892.643057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:11.982136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:11.091268Z","time spent":"890.764453ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:11.98216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:11.094618Z","time spent":"887.459265ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:11.981949Z","caller":"traceutil/trace.go:171","msg":"trace[2009751864] linearizableReadLoop","detail":"{readStateIndex:25112; appliedIndex:25107; }","duration":"486.860281ms","start":"2026-03-03T19:46:11.495031Z","end":"2026-03-03T19:46:11.981892Z","steps":["trace[2009751864] 'read index received' (duration: 486.099593ms)","trace[2009751864] 'applied index is now lower than readState.Index' (duration: 738.187µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:11.982076Z","caller":"traceutil/trace.go:171","msg":"trace[1261447435] transaction","detail":"{read_only:false; response_revision:24255; number_of_response:1; }","duration":"889.823491ms","start":"2026-03-03T19:46:11.092155Z","end":"2026-03-03T19:46:11.981978Z","steps":["trace[1261447435] 'process raft request' (duration: 889.34967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:11.982232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.590976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T19:46:11.982336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.484648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T19:46:11.982359Z","caller":"traceutil/trace.go:171","msg":"trace[1222383652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24256; }","duration":"878.773189ms","start":"2026-03-03T19:46:11.103561Z","end":"2026-03-03T19:46:11.982334Z","steps":["trace[1222383652] 'agreement among raft nodes before linearized reading' (duration: 878.37705ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:11.982406Z","caller":"traceutil/trace.go:171","msg":"trace[769291593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24256; }","duration":"885.639571ms","start":"2026-03-03T19:46:11.096746Z","end":"2026-03-03T19:46:11.982386Z","steps":["trace[769291593] 'agreement among raft nodes before linearized reading' (duration: 885.300013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:11.982434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:11.103548Z","time spent":"878.870042ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:46:11.982441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.463604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T19:46:11.982442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.618706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T19:46:11.982263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:11.088754Z","time spent":"893.385125ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:11.982477Z","caller":"traceutil/trace.go:171","msg":"trace[816751559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24256; }","duration":"881.526574ms","start":"2026-03-03T19:46:11.100938Z","end":"2026-03-03T19:46:11.982465Z","steps":["trace[816751559] 'agreement among raft nodes before linearized reading' (duration: 881.33779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:11.982465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:11.096733Z","time spent":"885.721754ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:46:11.98251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:11.100925Z","time spent":"881.580786ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T19:46:11.982503Z","caller":"traceutil/trace.go:171","msg":"trace[383396386] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24256; }","duration":"878.725809ms","start":"2026-03-03T19:46:11.103762Z","end":"2026-03-03T19:46:11.982488Z","steps":["trace[383396386] 'agreement among raft nodes before linearized reading' (duration: 878.499103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:11.982544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:11.103738Z","time spent":"878.79655ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:46:11.982713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:11.09214Z","time spent":"890.183529ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:12.482893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113095299,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:46:12.748092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.646323ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:46:12.748962Z","caller":"traceutil/trace.go:171","msg":"trace[1244118250] transaction","detail":"{read_only:false; response_revision:24258; number_of_response:1; }","duration":"1.244513721s","start":"2026-03-03T19:46:11.504411Z","end":"2026-03-03T19:46:12.748925Z","steps":["trace[1244118250] 'process raft request' (duration: 1.243800294s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:12.748955Z","caller":"traceutil/trace.go:171","msg":"trace[1112770494] transaction","detail":"{read_only:false; response_revision:24257; number_of_response:1; }","duration":"1.250406701s","start":"2026-03-03T19:46:11.498507Z","end":"2026-03-03T19:46:12.748914Z","steps":["trace[1112770494] 'process raft request' (duration: 1.146824116s)","trace[1112770494] 'compare' (duration: 101.859194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:12.749183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:11.504391Z","time spent":"1.244684096s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:12.749429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:11.498476Z","time spent":"1.250784819s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:13.49777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9969903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T19:46:13.497933Z","caller":"traceutil/trace.go:171","msg":"trace[724400217] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997194216s","start":"2026-03-03T19:46:11.500671Z","end":"2026-03-03T19:46:13.497865Z","steps":["trace[724400217] 'agreement among raft nodes before linearized reading' (duration: 1.997005961s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:13.498038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:11.500663Z","time spent":"1.99736163s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 19:46:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T19:46:14.428609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680235094s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T19:46:14.944127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999901798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T19:46:14.9442Z","caller":"traceutil/trace.go:171","msg":"trace[1285673041] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000050442s","start":"2026-03-03T19:46:12.944133Z","end":"2026-03-03T19:46:14.944184Z","steps":["trace[1285673041] 'agreement among raft nodes before linearized reading' (duration: 1.999946809s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:14.944251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:12.944093Z","time spent":"2.000147714s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 19:46:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T19:46:15.175659Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.392723878s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T19:46:15.176435Z","caller":"traceutil/trace.go:171","msg":"trace[589775712] transaction","detail":"{read_only:false; response_revision:24259; number_of_response:1; }","duration":"3.188726625s","start":"2026-03-03T19:46:11.987664Z","end":"2026-03-03T19:46:15.17639Z","steps":["trace[589775712] 'process raft request' (duration: 3.188411788s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:15.176583Z","caller":"traceutil/trace.go:171","msg":"trace[1114947782] transaction","detail":"{read_only:false; response_revision:24262; number_of_response:1; }","duration":"3.187975367s","start":"2026-03-03T19:46:11.988549Z","end":"2026-03-03T19:46:15.176525Z","steps":["trace[1114947782] 'process raft request' (duration: 3.187795533s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:15.176691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.675467212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-03T19:46:15.176745Z","caller":"traceutil/trace.go:171","msg":"trace[1876622757] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24262; }","duration":"3.675563815s","start":"2026-03-03T19:46:11.501171Z","end":"2026-03-03T19:46:15.176734Z","steps":["trace[1876622757] 'agreement among raft nodes before linearized reading' (duration: 3.67532918s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:15.176778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:11.501165Z","time spent":"3.675605646s","remote":"127.0.0.1:44076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":804,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-03T19:46:15.176803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.434132787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:15.176881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:11.988516Z","time spent":"3.188210863s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:15.176891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.675580876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T19:46:15.176886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.675429991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-03-03T19:46:15.176942Z","caller":"traceutil/trace.go:171","msg":"trace[1612919911] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24262; }","duration":"3.675645557s","start":"2026-03-03T19:46:11.501283Z","end":"2026-03-03T19:46:15.176928Z","steps":["trace[1612919911] 'agreement among raft nodes before linearized reading' (duration: 3.675411071s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:15.17695Z","caller":"traceutil/trace.go:171","msg":"trace[708929152] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24262; }","duration":"3.434296401s","start":"2026-03-03T19:46:11.742605Z","end":"2026-03-03T19:46:15.176901Z","steps":["trace[708929152] 'agreement among raft nodes before linearized reading' (duration: 3.434016534s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:15.176994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:11.501275Z","time spent":"3.675713298s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T19:46:15.177007Z","caller":"traceutil/trace.go:171","msg":"trace[71860322] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24262; }","duration":"3.675637497s","start":"2026-03-03T19:46:11.501342Z","end":"2026-03-03T19:46:15.176979Z","steps":["trace[71860322] 'agreement among raft nodes before linearized reading' (duration: 3.675234107s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:15.17703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:11.742575Z","time spent":"3.434440184s","remote":"127.0.0.1:40572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:46:15.176437Z","caller":"traceutil/trace.go:171","msg":"trace[556030639] linearizableReadLoop","detail":"{readStateIndex:25119; appliedIndex:25112; }","duration":"3.194176583s","start":"2026-03-03T19:46:11.982229Z","end":"2026-03-03T19:46:15.176405Z","steps":["trace[556030639] 'read index received' (duration: 663.164441ms)","trace[556030639] 'applied index is now lower than readState.Index' (duration: 2.531011202s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:15.177109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:11.501315Z","time spent":"3.67578225s","remote":"127.0.0.1:44076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":749,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-03-03T19:46:15.177127Z","caller":"traceutil/trace.go:171","msg":"trace[471488656] transaction","detail":"{read_only:false; response_revision:24260; number_of_response:1; }","duration":"3.188740005s","start":"2026-03-03T19:46:11.988373Z","end":"2026-03-03T19:46:15.177113Z","steps":["trace[471488656] 'process raft request' (duration: 3.187902525s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:15.177187Z","caller":"traceutil/trace.go:171","msg":"trace[623162900] transaction","detail":"{read_only:false; response_revision:24261; number_of_response:1; }","duration":"3.188742506s","start":"2026-03-03T19:46:11.988437Z","end":"2026-03-03T19:46:15.177179Z","steps":["trace[623162900] 'process raft request' (duration: 3.187868435s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:15.177198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:11.988366Z","time spent":"3.188799216s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:15.176655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:11.987642Z","time spent":"3.188897059s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:15.177279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:11.988408Z","time spent":"3.188802706s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:15.509147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000866391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T19:46:15.509262Z","caller":"traceutil/trace.go:171","msg":"trace[1677175977] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001031195s","start":"2026-03-03T19:46:13.508202Z","end":"2026-03-03T19:46:15.509233Z","steps":["trace[1677175977] 'agreement among raft nodes before linearized reading' (duration: 2.000891071s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:15.50933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:13.508193Z","time spent":"2.001125937s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 19:46:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T19:46:15.67742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113095314,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:46:16.17779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113095314,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:46:16.678347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113095314,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:46:16.788387Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.612431235s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T19:46:16.78888Z","caller":"traceutil/trace.go:171","msg":"trace[662638132] transaction","detail":"{read_only:false; response_revision:24265; number_of_response:1; }","duration":"3.68678808s","start":"2026-03-03T19:46:13.10207Z","end":"2026-03-03T19:46:16.788858Z","steps":["trace[662638132] 'process raft request' (duration: 3.686727788s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:16.78893Z","caller":"traceutil/trace.go:171","msg":"trace[685292637] transaction","detail":"{read_only:false; response_revision:24263; number_of_response:1; }","duration":"3.822631986s","start":"2026-03-03T19:46:12.966243Z","end":"2026-03-03T19:46:16.788874Z","steps":["trace[685292637] 'process raft request' (duration: 3.8223647s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:16.789032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:13.102036Z","time spent":"3.686918753s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:16.788998Z","caller":"traceutil/trace.go:171","msg":"trace[2001449775] transaction","detail":"{read_only:false; response_revision:24264; number_of_response:1; }","duration":"3.79740677s","start":"2026-03-03T19:46:12.991533Z","end":"2026-03-03T19:46:16.78894Z","steps":["trace[2001449775] 'process raft request' (duration: 3.797233966s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:16.789206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:12.966208Z","time spent":"3.822859611s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:16.789299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:12.991498Z","time spent":"3.797652006s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:16.789397Z","caller":"traceutil/trace.go:171","msg":"trace[1370213898] transaction","detail":"{read_only:false; response_revision:24266; number_of_response:1; }","duration":"3.282956169s","start":"2026-03-03T19:46:13.506405Z","end":"2026-03-03T19:46:16.789361Z","steps":["trace[1370213898] 'process raft request' (duration: 3.282421917s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:16.789504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:13.506372Z","time spent":"3.283078962s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:16.789622Z","caller":"traceutil/trace.go:171","msg":"trace[1017421385] transaction","detail":"{read_only:false; response_revision:24267; number_of_response:1; }","duration":"2.801176029s","start":"2026-03-03T19:46:13.988427Z","end":"2026-03-03T19:46:16.789603Z","steps":["trace[1017421385] 'process raft request' (duration: 2.800888622s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:16.789675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:13.988404Z","time spent":"2.80124299s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:16.789703Z","caller":"traceutil/trace.go:171","msg":"trace[43224259] transaction","detail":"{read_only:false; response_revision:24269; number_of_response:1; }","duration":"2.800858651s","start":"2026-03-03T19:46:13.988827Z","end":"2026-03-03T19:46:16.789686Z","steps":["trace[43224259] 'process raft request' (duration: 2.800705927s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:16.789656Z","caller":"traceutil/trace.go:171","msg":"trace[1999091203] transaction","detail":"{read_only:false; response_revision:24268; number_of_response:1; }","duration":"2.801003784s","start":"2026-03-03T19:46:13.988611Z","end":"2026-03-03T19:46:16.789615Z","steps":["trace[1999091203] 'process raft request' (duration: 2.800863821s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:16.789775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:13.988791Z","time spent":"2.800942233s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:16.789797Z","caller":"traceutil/trace.go:171","msg":"trace[1750476032] transaction","detail":"{read_only:false; response_revision:24271; number_of_response:1; }","duration":"2.706666178s","start":"2026-03-03T19:46:14.083121Z","end":"2026-03-03T19:46:16.789788Z","steps":["trace[1750476032] 'process raft request' (duration: 2.706498765s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:16.789763Z","caller":"traceutil/trace.go:171","msg":"trace[1375083144] transaction","detail":"{read_only:false; response_revision:24270; number_of_response:1; }","duration":"2.799935039s","start":"2026-03-03T19:46:13.989789Z","end":"2026-03-03T19:46:16.789724Z","steps":["trace[1375083144] 'process raft request' (duration: 2.799789846s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:16.789773Z","caller":"traceutil/trace.go:171","msg":"trace[1243482471] transaction","detail":"{read_only:false; response_revision:24272; number_of_response:1; }","duration":"2.405127402s","start":"2026-03-03T19:46:14.384611Z","end":"2026-03-03T19:46:16.789739Z","steps":["trace[1243482471] 'process raft request' (duration: 2.405055641s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:16.789864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:13.988558Z","time spent":"2.801200469s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:16.789925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:14.083099Z","time spent":"2.706717279s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:16.789943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:13.989762Z","time spent":"2.800081233s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:16.789984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:14.384583Z","time spent":"2.405285546s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:17.517783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000168535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T19:46:17.517876Z","caller":"traceutil/trace.go:171","msg":"trace[179257673] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000367911s","start":"2026-03-03T19:46:15.517487Z","end":"2026-03-03T19:46:17.517855Z","steps":["trace[179257673] 'agreement among raft nodes before linearized reading' (duration: 2.000229427s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.517932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:15.517465Z","time spent":"2.000456282s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 19:46:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T19:46:17.850371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.111498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:46:17.850614Z","caller":"traceutil/trace.go:171","msg":"trace[43623690] linearizableReadLoop","detail":"{readStateIndex:25131; appliedIndex:25120; }","duration":"2.673456334s","start":"2026-03-03T19:46:15.177133Z","end":"2026-03-03T19:46:17.850589Z","steps":["trace[43623690] 'read index received' (duration: 1.611653276s)","trace[43623690] 'applied index is now lower than readState.Index' (duration: 1.061801748s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:17.851074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671049608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18834"} {"level":"info","ts":"2026-03-03T19:46:17.851116Z","caller":"traceutil/trace.go:171","msg":"trace[21556906] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24274; }","duration":"2.671116689s","start":"2026-03-03T19:46:15.179988Z","end":"2026-03-03T19:46:17.851105Z","steps":["trace[21556906] 'agreement among raft nodes before linearized reading' (duration: 2.670933895s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.851154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:15.179967Z","time spent":"2.671178411s","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18857,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T19:46:17.851168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.347000872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-03T19:46:17.851286Z","caller":"traceutil/trace.go:171","msg":"trace[2028061068] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87; range_end:; response_count:1; response_revision:24274; }","duration":"5.347174165s","start":"2026-03-03T19:46:12.504084Z","end":"2026-03-03T19:46:17.851258Z","steps":["trace[2028061068] 'agreement among raft nodes before linearized reading' (duration: 5.346799506s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.851341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:12.504064Z","time spent":"5.347266408s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87\" "} {"level":"warn","ts":"2026-03-03T19:46:17.851405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599214302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:46:17.851389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.508429679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:17.851452Z","caller":"traceutil/trace.go:171","msg":"trace[1576117831] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24274; }","duration":"1.599298444s","start":"2026-03-03T19:46:16.252138Z","end":"2026-03-03T19:46:17.851436Z","steps":["trace[1576117831] 'agreement among raft nodes before linearized reading' (duration: 1.599225022s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:17.851465Z","caller":"traceutil/trace.go:171","msg":"trace[986509443] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24274; }","duration":"1.508589902s","start":"2026-03-03T19:46:16.342855Z","end":"2026-03-03T19:46:17.851445Z","steps":["trace[986509443] 'agreement among raft nodes before linearized reading' (duration: 1.508430258s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.851491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:16.252118Z","time spent":"1.599363935s","remote":"127.0.0.1:42390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:17.851505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:16.342825Z","time spent":"1.508671294s","remote":"127.0.0.1:37366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:17.851517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.315381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T19:46:17.851522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.969644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T19:46:17.851739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.631881354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-797d9db8bb-s9br5.18996c6837e8e6de\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T19:46:17.85178Z","caller":"traceutil/trace.go:171","msg":"trace[1243131703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24274; }","duration":"668.631969ms","start":"2026-03-03T19:46:17.183133Z","end":"2026-03-03T19:46:17.851765Z","steps":["trace[1243131703] 'agreement among raft nodes before linearized reading' (duration: 668.183778ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:17.851791Z","caller":"traceutil/trace.go:171","msg":"trace[1454512744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24274; }","duration":"668.286761ms","start":"2026-03-03T19:46:17.183487Z","end":"2026-03-03T19:46:17.851773Z","steps":["trace[1454512744] 'agreement among raft nodes before linearized reading' (duration: 667.792439ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:17.851813Z","caller":"traceutil/trace.go:171","msg":"trace[485040376] range","detail":"{range_begin:/registry/events/openstack/magnum-api-797d9db8bb-s9br5.18996c6837e8e6de; range_end:; response_count:1; response_revision:24274; }","duration":"4.632156551s","start":"2026-03-03T19:46:13.219638Z","end":"2026-03-03T19:46:17.851794Z","steps":["trace[485040376] 'agreement among raft nodes before linearized reading' (duration: 4.63171728s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:17.851826Z","caller":"traceutil/trace.go:171","msg":"trace[1378950623] transaction","detail":"{read_only:false; response_revision:24273; number_of_response:1; }","duration":"2.668919617s","start":"2026-03-03T19:46:15.182871Z","end":"2026-03-03T19:46:17.851791Z","steps":["trace[1378950623] 'process raft request' (duration: 1.882249133s)","trace[1378950623] 'compare' (duration: 784.924713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:17.851821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.501016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T19:46:17.851886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:13.219585Z","time spent":"4.632291843s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-797d9db8bb-s9br5.18996c6837e8e6de\" "} {"level":"warn","ts":"2026-03-03T19:46:17.851907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690361773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T19:46:17.851916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.027462849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T19:46:17.851941Z","caller":"traceutil/trace.go:171","msg":"trace[1048063924] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:24274; }","duration":"1.690451815s","start":"2026-03-03T19:46:16.16148Z","end":"2026-03-03T19:46:17.851931Z","steps":["trace[1048063924] 'agreement among raft nodes before linearized reading' (duration: 1.690357083s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:17.851952Z","caller":"traceutil/trace.go:171","msg":"trace[747412291] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24274; }","duration":"4.027545521s","start":"2026-03-03T19:46:13.824393Z","end":"2026-03-03T19:46:17.851939Z","steps":["trace[747412291] 'agreement among raft nodes before linearized reading' (duration: 4.027457509s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:17.851927Z","caller":"traceutil/trace.go:171","msg":"trace[325331930] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24274; }","duration":"668.67165ms","start":"2026-03-03T19:46:17.183232Z","end":"2026-03-03T19:46:17.851904Z","steps":["trace[325331930] 'agreement among raft nodes before linearized reading' (duration: 668.171298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.85198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:13.824366Z","time spent":"4.027609753s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T19:46:17.851982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.546379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:17.852001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.183207Z","time spent":"668.784733ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:46:17.852036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.206094845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:17.852028Z","caller":"traceutil/trace.go:171","msg":"trace[1984453627] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24274; }","duration":"474.656662ms","start":"2026-03-03T19:46:17.377357Z","end":"2026-03-03T19:46:17.852014Z","steps":["trace[1984453627] 'agreement among raft nodes before linearized reading' (duration: 474.56395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.852052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389869011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:46:17.85208Z","caller":"traceutil/trace.go:171","msg":"trace[970255664] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24274; }","duration":"4.206176707s","start":"2026-03-03T19:46:13.645889Z","end":"2026-03-03T19:46:17.852066Z","steps":["trace[970255664] 'agreement among raft nodes before linearized reading' (duration: 4.206112955s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.852092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.795087694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-03T19:46:17.852092Z","caller":"traceutil/trace.go:171","msg":"trace[1071626298] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24274; }","duration":"2.389967034s","start":"2026-03-03T19:46:15.462115Z","end":"2026-03-03T19:46:17.852082Z","steps":["trace[1071626298] 'agreement among raft nodes before linearized reading' (duration: 2.389882642s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:17.852032Z","caller":"traceutil/trace.go:171","msg":"trace[692065815] transaction","detail":"{read_only:false; response_revision:24274; number_of_response:1; }","duration":"2.668799195s","start":"2026-03-03T19:46:15.183221Z","end":"2026-03-03T19:46:17.85202Z","steps":["trace[692065815] 'process raft request' (duration: 2.667292629s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:17.852115Z","caller":"traceutil/trace.go:171","msg":"trace[1522515584] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24274; }","duration":"3.795134196s","start":"2026-03-03T19:46:14.056973Z","end":"2026-03-03T19:46:17.852107Z","steps":["trace[1522515584] 'agreement among raft nodes before linearized reading' (duration: 3.795065074s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.851827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.183106Z","time spent":"668.713121ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:46:17.851978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:16.161455Z","time spent":"1.690517467s","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-03-03T19:46:17.852137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:14.05696Z","time spent":"3.795172996s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T19:46:17.85213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.342757411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:46:17.85221Z","caller":"traceutil/trace.go:171","msg":"trace[905049940] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24274; }","duration":"3.342851312s","start":"2026-03-03T19:46:14.509315Z","end":"2026-03-03T19:46:17.852167Z","steps":["trace[905049940] 'agreement among raft nodes before linearized reading' (duration: 3.34276192s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.852256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:14.509297Z","time spent":"3.342948795s","remote":"127.0.0.1:42436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:17.852257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:15.183196Z","time spent":"2.668935267s","remote":"127.0.0.1:44076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:17.851502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.377438389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:17.852012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.747082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T19:46:17.85236Z","caller":"traceutil/trace.go:171","msg":"trace[1093012888] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24274; }","duration":"3.378397451s","start":"2026-03-03T19:46:14.473947Z","end":"2026-03-03T19:46:17.852344Z","steps":["trace[1093012888] 'agreement among raft nodes before linearized reading' (duration: 3.377400108s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:17.852372Z","caller":"traceutil/trace.go:171","msg":"trace[605952930] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24274; }","duration":"508.139312ms","start":"2026-03-03T19:46:17.344222Z","end":"2026-03-03T19:46:17.852361Z","steps":["trace[605952930] 'agreement among raft nodes before linearized reading' (duration: 507.739762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.852406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.344203Z","time spent":"508.189443ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T19:46:17.85213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:15.462085Z","time spent":"2.390036975s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:17.85198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:15.18284Z","time spent":"2.669054541s","remote":"127.0.0.1:44076","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":922,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:17.852456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.79205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:46:17.852095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.377331Z","time spent":"474.752713ms","remote":"127.0.0.1:40546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-03T19:46:17.852491Z","caller":"traceutil/trace.go:171","msg":"trace[1973266117] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24274; }","duration":"270.851832ms","start":"2026-03-03T19:46:17.581629Z","end":"2026-03-03T19:46:17.85248Z","steps":["trace[1973266117] 'agreement among raft nodes before linearized reading' (duration: 270.77927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.852111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:13.645864Z","time spent":"4.206240069s","remote":"127.0.0.1:40504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:17.85254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.438242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:17.852564Z","caller":"traceutil/trace.go:171","msg":"trace[945053929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24274; }","duration":"334.498224ms","start":"2026-03-03T19:46:17.51806Z","end":"2026-03-03T19:46:17.852559Z","steps":["trace[945053929] 'agreement among raft nodes before linearized reading' (duration: 334.456343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.852406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:14.473924Z","time spent":"3.378466324s","remote":"127.0.0.1:40462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:17.85258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.518038Z","time spent":"334.538624ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:46:17.851833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.18348Z","time spent":"668.346322ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:46:17.852718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.553771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T19:46:17.852834Z","caller":"traceutil/trace.go:171","msg":"trace[1632238670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24274; }","duration":"669.724075ms","start":"2026-03-03T19:46:17.183092Z","end":"2026-03-03T19:46:17.852816Z","steps":["trace[1632238670] 'agreement among raft nodes before linearized reading' (duration: 668.24859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.852957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.732783575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T19:46:17.852982Z","caller":"traceutil/trace.go:171","msg":"trace[165940496] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24274; }","duration":"4.732809155s","start":"2026-03-03T19:46:13.120166Z","end":"2026-03-03T19:46:17.852975Z","steps":["trace[165940496] 'agreement among raft nodes before linearized reading' (duration: 4.731591177s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:13.120116Z","time spent":"4.732879838s","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T19:46:17.852939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.183061Z","time spent":"669.864228ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:46:17.853627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.128633256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T19:46:17.853692Z","caller":"traceutil/trace.go:171","msg":"trace[1866434329] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24274; }","duration":"4.128742889s","start":"2026-03-03T19:46:13.724935Z","end":"2026-03-03T19:46:17.853678Z","steps":["trace[1866434329] 'agreement among raft nodes before linearized reading' (duration: 4.125920662s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.853742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:13.724913Z","time spent":"4.128810541s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2654,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:17.853901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.866692005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T19:46:17.853946Z","caller":"traceutil/trace.go:171","msg":"trace[373268204] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24274; }","duration":"3.866783697s","start":"2026-03-03T19:46:13.987149Z","end":"2026-03-03T19:46:17.853933Z","steps":["trace[373268204] 'agreement among raft nodes before linearized reading' (duration: 3.864587515s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:17.853969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:13.987125Z","time spent":"3.866839238s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:46:18.358569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113095318,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:46:19.230599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.524958ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:19.230776Z","caller":"traceutil/trace.go:171","msg":"trace[308832798] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24274; }","duration":"657.738953ms","start":"2026-03-03T19:46:18.573015Z","end":"2026-03-03T19:46:19.230754Z","steps":["trace[308832798] 'range keys from in-memory index tree' (duration: 657.499508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:19.231189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.06381ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T19:46:19.23129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.855697Z","time spent":"1.375587805s","remote":"127.0.0.1:43796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T19:46:19.860833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000237437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T19:46:19.860952Z","caller":"traceutil/trace.go:171","msg":"trace[184329088] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000425361s","start":"2026-03-03T19:46:17.860498Z","end":"2026-03-03T19:46:19.860924Z","steps":["trace[184329088] 'agreement among raft nodes before linearized reading' (duration: 2.000244147s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:19.861018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.860491Z","time spent":"2.000514913s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:46:20.155923Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.507343345s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T19:46:20.60764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.411154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:46:20.60799Z","caller":"traceutil/trace.go:171","msg":"trace[119646704] linearizableReadLoop","detail":"{readStateIndex:25141; appliedIndex:25131; }","duration":"2.750033683s","start":"2026-03-03T19:46:17.857941Z","end":"2026-03-03T19:46:20.607975Z","steps":["trace[119646704] 'read index received' (duration: 790.180599ms)","trace[119646704] 'applied index is now lower than readState.Index' (duration: 1.959851614s)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:20.608219Z","caller":"traceutil/trace.go:171","msg":"trace[1851199666] transaction","detail":"{read_only:false; response_revision:24275; number_of_response:1; }","duration":"2.752319477s","start":"2026-03-03T19:46:17.855886Z","end":"2026-03-03T19:46:20.608206Z","steps":["trace[1851199666] 'process raft request' (duration: 2.300225627s)","trace[1851199666] 'compare' (duration: 451.290331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:20.608285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.855858Z","time spent":"2.752395249s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:20.60867Z","caller":"traceutil/trace.go:171","msg":"trace[184639110] transaction","detail":"{read_only:false; response_revision:24280; number_of_response:1; }","duration":"2.748099317s","start":"2026-03-03T19:46:17.860539Z","end":"2026-03-03T19:46:20.608638Z","steps":["trace[184639110] 'process raft request' (duration: 2.747332979s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.608829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.86053Z","time spent":"2.74821269s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:20.608939Z","caller":"traceutil/trace.go:171","msg":"trace[896660683] transaction","detail":"{read_only:false; response_revision:24283; number_of_response:1; }","duration":"2.627209304s","start":"2026-03-03T19:46:17.981695Z","end":"2026-03-03T19:46:20.608905Z","steps":["trace[896660683] 'process raft request' (duration: 2.626247501s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.609088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.981666Z","time spent":"2.627340777s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:20.60904Z","caller":"traceutil/trace.go:171","msg":"trace[511158642] transaction","detail":"{read_only:false; response_revision:24281; number_of_response:1; }","duration":"2.748388915s","start":"2026-03-03T19:46:17.860601Z","end":"2026-03-03T19:46:20.60899Z","steps":["trace[511158642] 'process raft request' (duration: 2.747298989s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:20.609194Z","caller":"traceutil/trace.go:171","msg":"trace[493619056] transaction","detail":"{read_only:false; response_revision:24282; number_of_response:1; }","duration":"2.748400224s","start":"2026-03-03T19:46:17.860788Z","end":"2026-03-03T19:46:20.609188Z","steps":["trace[493619056] 'process raft request' (duration: 2.747132194s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:20.609185Z","caller":"traceutil/trace.go:171","msg":"trace[44431337] transaction","detail":"{read_only:false; response_revision:24278; number_of_response:1; }","duration":"2.748931867s","start":"2026-03-03T19:46:17.860238Z","end":"2026-03-03T19:46:20.609169Z","steps":["trace[44431337] 'process raft request' (duration: 2.747582805s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:20.60933Z","caller":"traceutil/trace.go:171","msg":"trace[1977151494] transaction","detail":"{read_only:false; response_revision:24277; number_of_response:1; }","duration":"2.749175092s","start":"2026-03-03T19:46:17.860148Z","end":"2026-03-03T19:46:20.609324Z","steps":["trace[1977151494] 'process raft request' (duration: 2.747644836s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.609366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.860128Z","time spent":"2.749219984s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:20.609383Z","caller":"traceutil/trace.go:171","msg":"trace[819868707] transaction","detail":"{read_only:false; response_revision:24276; number_of_response:1; }","duration":"2.751080637s","start":"2026-03-03T19:46:17.858246Z","end":"2026-03-03T19:46:20.609327Z","steps":["trace[819868707] 'process raft request' (duration: 2.74948099s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.609462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751495988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d011d579-a8f8-45f9-a8b0-8127b5535e7c\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-03T19:46:20.609555Z","caller":"traceutil/trace.go:171","msg":"trace[63253014] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d011d579-a8f8-45f9-a8b0-8127b5535e7c; range_end:; response_count:1; response_revision:24283; }","duration":"2.75159801s","start":"2026-03-03T19:46:17.857932Z","end":"2026-03-03T19:46:20.60953Z","steps":["trace[63253014] 'agreement among raft nodes before linearized reading' (duration: 2.751329614s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.609817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.857863Z","time spent":"2.751945448s","remote":"127.0.0.1:43924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-d011d579-a8f8-45f9-a8b0-8127b5535e7c\" "} {"level":"warn","ts":"2026-03-03T19:46:20.609577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.858232Z","time spent":"2.751270353s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:20.609232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.860767Z","time spent":"2.748442946s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:20.609278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.860586Z","time spent":"2.748562458s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:20.609287Z","caller":"traceutil/trace.go:171","msg":"trace[1434928122] transaction","detail":"{read_only:false; response_revision:24279; number_of_response:1; }","duration":"2.749007419s","start":"2026-03-03T19:46:17.860261Z","end":"2026-03-03T19:46:20.609269Z","steps":["trace[1434928122] 'process raft request' (duration: 2.747581635s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.610072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.860235Z","time spent":"2.749804067s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:20.610501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.86023Z","time spent":"2.749110801s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:20.710699Z","caller":"traceutil/trace.go:171","msg":"trace[125374561] transaction","detail":"{read_only:false; response_revision:24284; number_of_response:1; }","duration":"1.913551321s","start":"2026-03-03T19:46:18.797107Z","end":"2026-03-03T19:46:20.710658Z","steps":["trace[125374561] 'process raft request' (duration: 1.910062728s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:20.711076Z","caller":"traceutil/trace.go:171","msg":"trace[864051099] transaction","detail":"{read_only:false; response_revision:24285; number_of_response:1; }","duration":"1.913808667s","start":"2026-03-03T19:46:18.797241Z","end":"2026-03-03T19:46:20.71105Z","steps":["trace[864051099] 'process raft request' (duration: 1.913347656s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.711078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:18.797043Z","time spent":"1.913771586s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:20.71107Z","caller":"traceutil/trace.go:171","msg":"trace[2162462] transaction","detail":"{read_only:false; response_revision:24286; number_of_response:1; }","duration":"1.913722985s","start":"2026-03-03T19:46:18.79732Z","end":"2026-03-03T19:46:20.711043Z","steps":["trace[2162462] 'process raft request' (duration: 1.913592422s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.711154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:18.797229Z","time spent":"1.913888629s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:20.711243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:18.797311Z","time spent":"1.913837047s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:20.711427Z","caller":"traceutil/trace.go:171","msg":"trace[105864431] transaction","detail":"{read_only:false; response_revision:24287; number_of_response:1; }","duration":"1.914019402s","start":"2026-03-03T19:46:18.797396Z","end":"2026-03-03T19:46:20.711416Z","steps":["trace[105864431] 'process raft request' (duration: 1.913595022s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.711491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:18.797387Z","time spent":"1.914072784s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:20.711944Z","caller":"traceutil/trace.go:171","msg":"trace[1470174037] transaction","detail":"{read_only:false; response_revision:24288; number_of_response:1; }","duration":"1.913063029s","start":"2026-03-03T19:46:18.798836Z","end":"2026-03-03T19:46:20.711899Z","steps":["trace[1470174037] 'process raft request' (duration: 1.912512726s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.712187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:18.798805Z","time spent":"1.913263864s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:20.71222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.854198321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18996c65f3d2ed6a\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-03T19:46:20.712279Z","caller":"traceutil/trace.go:171","msg":"trace[1533177632] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18996c65f3d2ed6a; range_end:; response_count:1; response_revision:24291; }","duration":"2.854315844s","start":"2026-03-03T19:46:17.857943Z","end":"2026-03-03T19:46:20.712259Z","steps":["trace[1533177632] 'agreement among raft nodes before linearized reading' (duration: 2.854090548s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.712342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.85792Z","time spent":"2.854410636s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18996c65f3d2ed6a\" "} {"level":"info","ts":"2026-03-03T19:46:20.711996Z","caller":"traceutil/trace.go:171","msg":"trace[306441456] linearizableReadLoop","detail":"{readStateIndex:25149; appliedIndex:25141; }","duration":"103.957373ms","start":"2026-03-03T19:46:20.608019Z","end":"2026-03-03T19:46:20.711976Z","steps":["trace[306441456] 'read index received' (duration: 99.059697ms)","trace[306441456] 'applied index is now lower than readState.Index' (duration: 4.896406ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:20.712558Z","caller":"traceutil/trace.go:171","msg":"trace[1084223452] transaction","detail":"{read_only:false; response_revision:24289; number_of_response:1; }","duration":"1.912352712s","start":"2026-03-03T19:46:18.800194Z","end":"2026-03-03T19:46:20.712547Z","steps":["trace[1084223452] 'process raft request' (duration: 1.9114089s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.712619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:18.800128Z","time spent":"1.912458145s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:20.712708Z","caller":"traceutil/trace.go:171","msg":"trace[1969527339] transaction","detail":"{read_only:false; response_revision:24290; number_of_response:1; }","duration":"1.911977404s","start":"2026-03-03T19:46:18.80072Z","end":"2026-03-03T19:46:20.712698Z","steps":["trace[1969527339] 'process raft request' (duration: 1.91095791s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.712761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:18.800706Z","time spent":"1.912029555s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:20.712841Z","caller":"traceutil/trace.go:171","msg":"trace[1845745075] transaction","detail":"{read_only:false; response_revision:24291; number_of_response:1; }","duration":"1.480694675s","start":"2026-03-03T19:46:19.232137Z","end":"2026-03-03T19:46:20.712831Z","steps":["trace[1845745075] 'process raft request' (duration: 1.479773403s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.712897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.232112Z","time spent":"1.480753607s","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:20.713035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265659831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:20.71314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851859295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-03T19:46:20.713176Z","caller":"traceutil/trace.go:171","msg":"trace[813892618] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87; range_end:; response_count:1; response_revision:24291; }","duration":"1.853366191s","start":"2026-03-03T19:46:18.859801Z","end":"2026-03-03T19:46:20.713167Z","steps":["trace[813892618] 'agreement among raft nodes before linearized reading' (duration: 1.853227898s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.713203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:18.859783Z","time spent":"1.853413972s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87\" "} {"level":"warn","ts":"2026-03-03T19:46:20.713383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.797640446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:20.713421Z","caller":"traceutil/trace.go:171","msg":"trace[1428536028] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24291; }","duration":"2.797690818s","start":"2026-03-03T19:46:17.915721Z","end":"2026-03-03T19:46:20.713411Z","steps":["trace[1428536028] 'agreement among raft nodes before linearized reading' (duration: 2.797628346s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:20.713414Z","caller":"traceutil/trace.go:171","msg":"trace[1346490654] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24291; }","duration":"1.265793443s","start":"2026-03-03T19:46:19.447306Z","end":"2026-03-03T19:46:20.713099Z","steps":["trace[1346490654] 'agreement among raft nodes before linearized reading' (duration: 1.265690731s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.713479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.447276Z","time spent":"1.266189343s","remote":"127.0.0.1:40172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:20.713521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.506908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:46:20.713567Z","caller":"traceutil/trace.go:171","msg":"trace[1307630380] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24291; }","duration":"285.568979ms","start":"2026-03-03T19:46:20.427982Z","end":"2026-03-03T19:46:20.713551Z","steps":["trace[1307630380] 'agreement among raft nodes before linearized reading' (duration: 285.474337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.713541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85541759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-03-03T19:46:20.713619Z","caller":"traceutil/trace.go:171","msg":"trace[1239955706] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24291; }","duration":"2.855509772s","start":"2026-03-03T19:46:17.858091Z","end":"2026-03-03T19:46:20.713601Z","steps":["trace[1239955706] 'agreement among raft nodes before linearized reading' (duration: 2.855294707s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.713657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.747291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:20.71367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.858082Z","time spent":"2.855576984s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T19:46:20.713709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.837882246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:20.713795Z","caller":"traceutil/trace.go:171","msg":"trace[1722730468] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24291; }","duration":"2.837981119s","start":"2026-03-03T19:46:17.875805Z","end":"2026-03-03T19:46:20.713786Z","steps":["trace[1722730468] 'agreement among raft nodes before linearized reading' (duration: 2.837878716s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.713808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.669033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:20.713846Z","caller":"traceutil/trace.go:171","msg":"trace[1170492672] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24291; }","duration":"885.775095ms","start":"2026-03-03T19:46:19.828061Z","end":"2026-03-03T19:46:20.713836Z","steps":["trace[1170492672] 'agreement among raft nodes before linearized reading' (duration: 885.641232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.713857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.03228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:20.713878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.828035Z","time spent":"885.835307ms","remote":"127.0.0.1:42970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:46:20.713891Z","caller":"traceutil/trace.go:171","msg":"trace[511471988] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24291; }","duration":"347.095562ms","start":"2026-03-03T19:46:20.366785Z","end":"2026-03-03T19:46:20.713881Z","steps":["trace[511471988] 'agreement among raft nodes before linearized reading' (duration: 347.03ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.713922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:20.366769Z","time spent":"347.143783ms","remote":"127.0.0.1:48652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:20.714003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.853187457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:20.713819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.87579Z","time spent":"2.838022619s","remote":"127.0.0.1:40288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:20.714059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.003491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:20.714065Z","caller":"traceutil/trace.go:171","msg":"trace[1672646013] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24291; }","duration":"2.853261229s","start":"2026-03-03T19:46:17.860785Z","end":"2026-03-03T19:46:20.714046Z","steps":["trace[1672646013] 'agreement among raft nodes before linearized reading' (duration: 2.853167266s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:20.714093Z","caller":"traceutil/trace.go:171","msg":"trace[9108788] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24291; }","duration":"886.075653ms","start":"2026-03-03T19:46:19.828005Z","end":"2026-03-03T19:46:20.71408Z","steps":["trace[9108788] 'agreement among raft nodes before linearized reading' (duration: 886.016261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.714111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.860775Z","time spent":"2.853324441s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-03T19:46:20.713687Z","caller":"traceutil/trace.go:171","msg":"trace[248566507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24291; }","duration":"851.831754ms","start":"2026-03-03T19:46:19.861846Z","end":"2026-03-03T19:46:20.713678Z","steps":["trace[248566507] 'agreement among raft nodes before linearized reading' (duration: 851.778563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.714307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.861823Z","time spent":"852.469589ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:46:20.713429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.688609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:20.71447Z","caller":"traceutil/trace.go:171","msg":"trace[61715229] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24291; }","duration":"635.764984ms","start":"2026-03-03T19:46:20.078686Z","end":"2026-03-03T19:46:20.714451Z","steps":["trace[61715229] 'agreement among raft nodes before linearized reading' (duration: 634.689339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:20.714519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:20.078664Z","time spent":"635.836506ms","remote":"127.0.0.1:40372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:20.713445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:17.915712Z","time spent":"2.797727368s","remote":"127.0.0.1:44270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T19:46:20.71487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:19.827981Z","time spent":"886.873371ms","remote":"127.0.0.1:40196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:46:23.004361Z","caller":"traceutil/trace.go:171","msg":"trace[838887631] linearizableReadLoop","detail":"{readStateIndex:25162; appliedIndex:25161; }","duration":"383.979592ms","start":"2026-03-03T19:46:22.620355Z","end":"2026-03-03T19:46:23.004335Z","steps":["trace[838887631] 'read index received' (duration: 383.840889ms)","trace[838887631] 'applied index is now lower than readState.Index' (duration: 137.073µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:23.004679Z","caller":"traceutil/trace.go:171","msg":"trace[1467322120] transaction","detail":"{read_only:false; response_revision:24303; number_of_response:1; }","duration":"384.934164ms","start":"2026-03-03T19:46:22.619731Z","end":"2026-03-03T19:46:23.004665Z","steps":["trace[1467322120] 'process raft request' (duration: 384.428862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:23.0048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:22.619714Z","time spent":"385.000366ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:23.005113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.697429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T19:46:23.005231Z","caller":"traceutil/trace.go:171","msg":"trace[945124696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24303; }","duration":"384.900694ms","start":"2026-03-03T19:46:22.620301Z","end":"2026-03-03T19:46:23.005201Z","steps":["trace[945124696] 'agreement among raft nodes before linearized reading' (duration: 384.520935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:23.005305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:22.620281Z","time spent":"385.010176ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T19:46:23.391958Z","caller":"traceutil/trace.go:171","msg":"trace[2079929311] transaction","detail":"{read_only:false; response_revision:24304; number_of_response:1; }","duration":"770.207257ms","start":"2026-03-03T19:46:22.621711Z","end":"2026-03-03T19:46:23.391919Z","steps":["trace[2079929311] 'process raft request' (duration: 753.446852ms)","trace[2079929311] 'compare' (duration: 16.12206ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:23.391975Z","caller":"traceutil/trace.go:171","msg":"trace[1027213374] transaction","detail":"{read_only:false; response_revision:24305; number_of_response:1; }","duration":"769.234834ms","start":"2026-03-03T19:46:22.622704Z","end":"2026-03-03T19:46:23.391939Z","steps":["trace[1027213374] 'process raft request' (duration: 769.037539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:23.392154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:22.621697Z","time spent":"770.350381ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:23.392267Z","caller":"traceutil/trace.go:171","msg":"trace[2041622696] transaction","detail":"{read_only:false; response_revision:24307; number_of_response:1; }","duration":"671.089318ms","start":"2026-03-03T19:46:22.721153Z","end":"2026-03-03T19:46:23.392242Z","steps":["trace[2041622696] 'process raft request' (duration: 670.854933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:23.392285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:22.622694Z","time spent":"769.371318ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:23.392321Z","caller":"traceutil/trace.go:171","msg":"trace[1104677067] transaction","detail":"{read_only:false; response_revision:24309; number_of_response:1; }","duration":"670.407152ms","start":"2026-03-03T19:46:22.721892Z","end":"2026-03-03T19:46:23.3923Z","steps":["trace[1104677067] 'process raft request' (duration: 670.257919ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:23.39237Z","caller":"traceutil/trace.go:171","msg":"trace[1588975321] transaction","detail":"{read_only:false; response_revision:24310; number_of_response:1; }","duration":"670.341661ms","start":"2026-03-03T19:46:22.722016Z","end":"2026-03-03T19:46:23.392358Z","steps":["trace[1588975321] 'process raft request' (duration: 670.234978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:23.392404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:22.721862Z","time spent":"670.500074ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:23.392419Z","caller":"traceutil/trace.go:171","msg":"trace[1445800937] linearizableReadLoop","detail":"{readStateIndex:25172; appliedIndex:25162; }","duration":"387.972666ms","start":"2026-03-03T19:46:23.004433Z","end":"2026-03-03T19:46:23.392406Z","steps":["trace[1445800937] 'read index received' (duration: 370.743809ms)","trace[1445800937] 'applied index is now lower than readState.Index' (duration: 17.227997ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:23.392493Z","caller":"traceutil/trace.go:171","msg":"trace[891810768] transaction","detail":"{read_only:false; response_revision:24313; number_of_response:1; }","duration":"663.760525ms","start":"2026-03-03T19:46:22.728722Z","end":"2026-03-03T19:46:23.392482Z","steps":["trace[891810768] 'process raft request' (duration: 663.644112ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:23.392265Z","caller":"traceutil/trace.go:171","msg":"trace[1624465910] transaction","detail":"{read_only:false; response_revision:24306; number_of_response:1; }","duration":"766.08987ms","start":"2026-03-03T19:46:22.62611Z","end":"2026-03-03T19:46:23.3922Z","steps":["trace[1624465910] 'process raft request' (duration: 765.766763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:23.392672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.120144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T19:46:23.392711Z","caller":"traceutil/trace.go:171","msg":"trace[58090724] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24313; }","duration":"528.208906ms","start":"2026-03-03T19:46:22.864492Z","end":"2026-03-03T19:46:23.392701Z","steps":["trace[58090724] 'agreement among raft nodes before linearized reading' (duration: 528.001301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:23.392673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.144679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:46:23.392746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.659217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T19:46:23.392797Z","caller":"traceutil/trace.go:171","msg":"trace[1383612596] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87; range_end:; response_count:1; response_revision:24313; }","duration":"664.748579ms","start":"2026-03-03T19:46:22.728037Z","end":"2026-03-03T19:46:23.392786Z","steps":["trace[1383612596] 'agreement among raft nodes before linearized reading' (duration: 664.546644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:23.392839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:22.727897Z","time spent":"664.931113ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87\" "} {"level":"warn","ts":"2026-03-03T19:46:23.392497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:22.7211Z","time spent":"671.269062ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:23.392818Z","caller":"traceutil/trace.go:171","msg":"trace[1752244295] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24313; }","duration":"668.304353ms","start":"2026-03-03T19:46:22.724472Z","end":"2026-03-03T19:46:23.392776Z","steps":["trace[1752244295] 'agreement among raft nodes before linearized reading' (duration: 668.141159ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:23.392243Z","caller":"traceutil/trace.go:171","msg":"trace[1185165798] transaction","detail":"{read_only:false; response_revision:24308; number_of_response:1; }","duration":"671.025926ms","start":"2026-03-03T19:46:22.721186Z","end":"2026-03-03T19:46:23.392212Z","steps":["trace[1185165798] 'process raft request' (duration: 670.919144ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:23.392843Z","caller":"traceutil/trace.go:171","msg":"trace[489264930] transaction","detail":"{read_only:false; response_revision:24311; number_of_response:1; }","duration":"670.050544ms","start":"2026-03-03T19:46:22.722612Z","end":"2026-03-03T19:46:23.392662Z","steps":["trace[489264930] 'process raft request' (duration: 669.675215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:23.392991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:22.724458Z","time spent":"668.517887ms","remote":"127.0.0.1:40112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:23.393012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:22.721147Z","time spent":"671.800265ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:23.392552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:22.728708Z","time spent":"663.818267ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:23.392525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:22.722008Z","time spent":"670.421263ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:23.392742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:22.864478Z","time spent":"528.256327ms","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-03T19:46:23.392595Z","caller":"traceutil/trace.go:171","msg":"trace[130648385] transaction","detail":"{read_only:false; response_revision:24312; number_of_response:1; }","duration":"669.685475ms","start":"2026-03-03T19:46:22.722901Z","end":"2026-03-03T19:46:23.392586Z","steps":["trace[130648385] 'process raft request' (duration: 669.435069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:23.393287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:22.722859Z","time spent":"670.403272ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:23.392902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:22.626095Z","time spent":"766.563801ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:23.393887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:22.722599Z","time spent":"670.578196ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:24.234532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.132305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:46:24.234663Z","caller":"traceutil/trace.go:171","msg":"trace[43199319] linearizableReadLoop","detail":"{readStateIndex:25173; appliedIndex:25172; }","duration":"842.182516ms","start":"2026-03-03T19:46:23.392459Z","end":"2026-03-03T19:46:24.234642Z","steps":["trace[43199319] 'read index received' (duration: 388.710874ms)","trace[43199319] 'applied index is now lower than readState.Index' (duration: 453.469452ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:24.234945Z","caller":"traceutil/trace.go:171","msg":"trace[1325367564] transaction","detail":"{read_only:false; response_revision:24314; number_of_response:1; }","duration":"1.224612642s","start":"2026-03-03T19:46:23.010315Z","end":"2026-03-03T19:46:24.234928Z","steps":["trace[1325367564] 'process raft request' (duration: 770.922195ms)","trace[1325367564] 'compare' (duration: 452.95589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:24.235024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:23.01028Z","time spent":"1.224706813s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:24.235141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.218882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:24.235225Z","caller":"traceutil/trace.go:171","msg":"trace[473661402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24314; }","duration":"177.355676ms","start":"2026-03-03T19:46:24.057854Z","end":"2026-03-03T19:46:24.235209Z","steps":["trace[473661402] 'agreement among raft nodes before linearized reading' (duration: 177.189862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:24.235205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01522187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-797d9db8bb-s9br5.18996c6837e8e6de\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T19:46:24.235303Z","caller":"traceutil/trace.go:171","msg":"trace[1044331402] range","detail":"{range_begin:/registry/events/openstack/magnum-api-797d9db8bb-s9br5.18996c6837e8e6de; range_end:; response_count:1; response_revision:24314; }","duration":"1.015335782s","start":"2026-03-03T19:46:23.219943Z","end":"2026-03-03T19:46:24.235279Z","steps":["trace[1044331402] 'agreement among raft nodes before linearized reading' (duration: 1.015024185s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:24.235346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.338479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:24.235394Z","caller":"traceutil/trace.go:171","msg":"trace[1662730224] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24314; }","duration":"864.396671ms","start":"2026-03-03T19:46:23.370984Z","end":"2026-03-03T19:46:24.235381Z","steps":["trace[1662730224] 'agreement among raft nodes before linearized reading' (duration: 864.310479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:24.235353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:23.219869Z","time spent":"1.015469626s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-797d9db8bb-s9br5.18996c6837e8e6de\" "} {"level":"warn","ts":"2026-03-03T19:46:24.235435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:23.370978Z","time spent":"864.448712ms","remote":"127.0.0.1:42870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:24.235546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.344667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T19:46:24.235662Z","caller":"traceutil/trace.go:171","msg":"trace[1292725843] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24314; }","duration":"894.518792ms","start":"2026-03-03T19:46:23.341118Z","end":"2026-03-03T19:46:24.235637Z","steps":["trace[1292725843] 'agreement among raft nodes before linearized reading' (duration: 894.203604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:24.235718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:23.341094Z","time spent":"894.614863ms","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T19:46:25.451028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.682285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:46:25.451269Z","caller":"traceutil/trace.go:171","msg":"trace[18859342] transaction","detail":"{read_only:false; response_revision:24315; number_of_response:1; }","duration":"1.21268229s","start":"2026-03-03T19:46:24.238541Z","end":"2026-03-03T19:46:25.451223Z","steps":["trace[18859342] 'process raft request' (duration: 478.627786ms)","trace[18859342] 'compare' (duration: 732.763963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:25.451508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:24.238517Z","time spent":"1.212854893s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:25.451151Z","caller":"traceutil/trace.go:171","msg":"trace[1285876213] linearizableReadLoop","detail":"{readStateIndex:25174; appliedIndex:25173; }","duration":"1.212135196s","start":"2026-03-03T19:46:24.238992Z","end":"2026-03-03T19:46:25.451127Z","steps":["trace[1285876213] 'read index received' (duration: 478.178865ms)","trace[1285876213] 'applied index is now lower than readState.Index' (duration: 733.954341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:25.451684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212684199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:25.451727Z","caller":"traceutil/trace.go:171","msg":"trace[1712986435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24315; }","duration":"1.212749411s","start":"2026-03-03T19:46:24.238965Z","end":"2026-03-03T19:46:25.451714Z","steps":["trace[1712986435] 'agreement among raft nodes before linearized reading' (duration: 1.212647159s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:25.451768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:24.238955Z","time spent":"1.212806222s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:46:25.521614Z","caller":"traceutil/trace.go:171","msg":"trace[312415116] transaction","detail":"{read_only:false; response_revision:24316; number_of_response:1; }","duration":"1.226346002s","start":"2026-03-03T19:46:24.295241Z","end":"2026-03-03T19:46:25.521587Z","steps":["trace[312415116] 'process raft request' (duration: 1.226211498s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:25.521777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:24.295219Z","time spent":"1.226465565s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:27.460927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99995005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T19:46:27.46107Z","caller":"traceutil/trace.go:171","msg":"trace[1269750860] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000136964s","start":"2026-03-03T19:46:25.460882Z","end":"2026-03-03T19:46:27.461019Z","steps":["trace[1269750860] 'agreement among raft nodes before linearized reading' (duration: 1.999984351s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:27.461134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:25.460862Z","time spent":"2.000259648s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 19:46:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T19:46:27.595209Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.784092616s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T19:46:27.596276Z","caller":"traceutil/trace.go:171","msg":"trace[79245833] transaction","detail":"{read_only:false; response_revision:24317; number_of_response:1; }","duration":"2.198256421s","start":"2026-03-03T19:46:25.39795Z","end":"2026-03-03T19:46:27.596206Z","steps":["trace[79245833] 'process raft request' (duration: 2.197720998s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:27.59632Z","caller":"traceutil/trace.go:171","msg":"trace[365282521] linearizableReadLoop","detail":"{readStateIndex:25182; appliedIndex:25175; }","duration":"2.144704707s","start":"2026-03-03T19:46:25.451579Z","end":"2026-03-03T19:46:27.596283Z","steps":["trace[365282521] 'read index received' (duration: 70.650348ms)","trace[365282521] 'applied index is now lower than readState.Index' (duration: 2.074052699s)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:27.596383Z","caller":"traceutil/trace.go:171","msg":"trace[789090232] transaction","detail":"{read_only:false; response_revision:24318; number_of_response:1; }","duration":"2.197641146s","start":"2026-03-03T19:46:25.398718Z","end":"2026-03-03T19:46:27.596359Z","steps":["trace[789090232] 'process raft request' (duration: 2.197210986s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:27.596492Z","caller":"traceutil/trace.go:171","msg":"trace[1816470454] transaction","detail":"{read_only:false; response_revision:24320; number_of_response:1; }","duration":"2.197361889s","start":"2026-03-03T19:46:25.399113Z","end":"2026-03-03T19:46:27.596475Z","steps":["trace[1816470454] 'process raft request' (duration: 2.196953389s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:27.596551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:25.398708Z","time spent":"2.197747669s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:27.596677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:25.399105Z","time spent":"2.197441691s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:27.596852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504544129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T19:46:27.596902Z","caller":"traceutil/trace.go:171","msg":"trace[716200288] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24323; }","duration":"2.50459187s","start":"2026-03-03T19:46:25.092298Z","end":"2026-03-03T19:46:27.59689Z","steps":["trace[716200288] 'agreement among raft nodes before linearized reading' (duration: 2.504426416s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:27.596944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:25.092284Z","time spent":"2.504649622s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T19:46:27.597042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.50839017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-03T19:46:27.597162Z","caller":"traceutil/trace.go:171","msg":"trace[1565207869] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:24323; }","duration":"2.508555874s","start":"2026-03-03T19:46:25.088589Z","end":"2026-03-03T19:46:27.597145Z","steps":["trace[1565207869] 'agreement among raft nodes before linearized reading' (duration: 2.508276657s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:27.597205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:25.088562Z","time spent":"2.508632706s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-03-03T19:46:27.597251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265576109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:27.597244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197985154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T19:46:27.597361Z","caller":"traceutil/trace.go:171","msg":"trace[242150515] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24323; }","duration":"2.198127648s","start":"2026-03-03T19:46:25.399214Z","end":"2026-03-03T19:46:27.597341Z","steps":["trace[242150515] 'agreement among raft nodes before linearized reading' (duration: 2.197878362s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:27.5974Z","caller":"traceutil/trace.go:171","msg":"trace[1493351750] transaction","detail":"{read_only:false; response_revision:24321; number_of_response:1; }","duration":"2.198188198s","start":"2026-03-03T19:46:25.399188Z","end":"2026-03-03T19:46:27.597376Z","steps":["trace[1493351750] 'process raft request' (duration: 2.196930569s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:27.59741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:25.399208Z","time spent":"2.198191529s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:46:27.59747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.354824645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-03-03T19:46:27.596495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:25.397928Z","time spent":"2.198453375s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:27.597483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:25.399181Z","time spent":"2.198257511s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:27.597501Z","caller":"traceutil/trace.go:171","msg":"trace[1209479932] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24323; }","duration":"3.354882027s","start":"2026-03-03T19:46:24.242611Z","end":"2026-03-03T19:46:27.597493Z","steps":["trace[1209479932] 'agreement among raft nodes before linearized reading' (duration: 3.354750874s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:27.59747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200465562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T19:46:27.597534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:24.242601Z","time spent":"3.354926548s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-03T19:46:27.5975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200241967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T19:46:27.597555Z","caller":"traceutil/trace.go:171","msg":"trace[757274070] transaction","detail":"{read_only:false; response_revision:24323; number_of_response:1; }","duration":"2.196938499s","start":"2026-03-03T19:46:25.400602Z","end":"2026-03-03T19:46:27.59754Z","steps":["trace[757274070] 'process raft request' (duration: 2.195617468s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:27.597585Z","caller":"traceutil/trace.go:171","msg":"trace[540441686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24323; }","duration":"2.200651126s","start":"2026-03-03T19:46:25.396899Z","end":"2026-03-03T19:46:27.59755Z","steps":["trace[540441686] 'agreement among raft nodes before linearized reading' (duration: 2.200240397s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:27.597597Z","caller":"traceutil/trace.go:171","msg":"trace[964714698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24323; }","duration":"2.200379281s","start":"2026-03-03T19:46:25.397193Z","end":"2026-03-03T19:46:27.597573Z","steps":["trace[964714698] 'agreement among raft nodes before linearized reading' (duration: 2.199996582s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:27.597641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:25.396872Z","time spent":"2.200758829s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:46:27.59765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:25.397185Z","time spent":"2.200455673s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:46:27.597655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:25.400564Z","time spent":"2.197017821s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:27.597672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.199642722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T19:46:27.597287Z","caller":"traceutil/trace.go:171","msg":"trace[2047642230] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24323; }","duration":"2.265673452s","start":"2026-03-03T19:46:25.331601Z","end":"2026-03-03T19:46:27.597275Z","steps":["trace[2047642230] 'agreement among raft nodes before linearized reading' (duration: 2.26561172s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:27.597752Z","caller":"traceutil/trace.go:171","msg":"trace[1611418373] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87; range_end:; response_count:1; response_revision:24323; }","duration":"3.199789876s","start":"2026-03-03T19:46:24.397928Z","end":"2026-03-03T19:46:27.597717Z","steps":["trace[1611418373] 'agreement among raft nodes before linearized reading' (duration: 3.199541131s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:27.597766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.620401553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:46:27.596286Z","caller":"traceutil/trace.go:171","msg":"trace[1633820750] transaction","detail":"{read_only:false; response_revision:24319; number_of_response:1; }","duration":"2.19738333s","start":"2026-03-03T19:46:25.398859Z","end":"2026-03-03T19:46:27.596243Z","steps":["trace[1633820750] 'process raft request' (duration: 2.197149414s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:27.5978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:25.331545Z","time spent":"2.266235705s","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:27.597806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:24.397894Z","time spent":"3.199896188s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87\" "} {"level":"info","ts":"2026-03-03T19:46:27.597809Z","caller":"traceutil/trace.go:171","msg":"trace[285983048] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24323; }","duration":"2.620477415s","start":"2026-03-03T19:46:24.977319Z","end":"2026-03-03T19:46:27.597796Z","steps":["trace[285983048] 'agreement among raft nodes before linearized reading' (duration: 2.62026607s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:27.598021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588830898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T19:46:27.598047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:25.398851Z","time spent":"2.198974337s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:27.598066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765573058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:46:27.598052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:24.9773Z","time spent":"2.620741781s","remote":"127.0.0.1:44134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":124,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:46:27.598103Z","caller":"traceutil/trace.go:171","msg":"trace[72805212] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24323; }","duration":"2.76565678s","start":"2026-03-03T19:46:24.832437Z","end":"2026-03-03T19:46:27.598094Z","steps":["trace[72805212] 'agreement among raft nodes before linearized reading' (duration: 2.765578588s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:27.598103Z","caller":"traceutil/trace.go:171","msg":"trace[261839913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24323; }","duration":"2.589162206s","start":"2026-03-03T19:46:25.008919Z","end":"2026-03-03T19:46:27.598081Z","steps":["trace[261839913] 'agreement among raft nodes before linearized reading' (duration: 2.588681835s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:27.598139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:24.832412Z","time spent":"2.765715412s","remote":"127.0.0.1:52448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:27.598153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:25.008894Z","time spent":"2.589249788s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:46:27.598357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843121778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:27.598561Z","caller":"traceutil/trace.go:171","msg":"trace[1088588767] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24323; }","duration":"2.843350714s","start":"2026-03-03T19:46:24.755189Z","end":"2026-03-03T19:46:27.59854Z","steps":["trace[1088588767] 'agreement among raft nodes before linearized reading' (duration: 2.842099284s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:27.598618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:24.755115Z","time spent":"2.843491167s","remote":"127.0.0.1:40082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:46:27.610744Z","caller":"traceutil/trace.go:171","msg":"trace[552532604] transaction","detail":"{read_only:false; response_revision:24322; number_of_response:1; }","duration":"2.210307635s","start":"2026-03-03T19:46:25.400409Z","end":"2026-03-03T19:46:27.610716Z","steps":["trace[552532604] 'process raft request' (duration: 2.195762602s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:27.610918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:25.400395Z","time spent":"2.210423808s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:27.763492Z","caller":"traceutil/trace.go:171","msg":"trace[19320154] transaction","detail":"{read_only:false; response_revision:24324; number_of_response:1; }","duration":"960.798955ms","start":"2026-03-03T19:46:26.802659Z","end":"2026-03-03T19:46:27.763458Z","steps":["trace[19320154] 'process raft request' (duration: 917.541214ms)","trace[19320154] 'compare' (duration: 42.872152ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:27.763582Z","caller":"traceutil/trace.go:171","msg":"trace[2036840212] transaction","detail":"{read_only:false; response_revision:24325; number_of_response:1; }","duration":"831.446323ms","start":"2026-03-03T19:46:26.932093Z","end":"2026-03-03T19:46:27.763539Z","steps":["trace[2036840212] 'process raft request' (duration: 831.111425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:27.763799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:26.802613Z","time spent":"961.04017ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:27.763816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:26.932064Z","time spent":"831.624517ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:27.764303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.082863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:27.76439Z","caller":"traceutil/trace.go:171","msg":"trace[1951246425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24325; }","duration":"303.213886ms","start":"2026-03-03T19:46:27.461164Z","end":"2026-03-03T19:46:27.764378Z","steps":["trace[1951246425] 'agreement among raft nodes before linearized reading' (duration: 303.092633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:27.764447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512265411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T19:46:27.764418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43470964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:27.764506Z","caller":"traceutil/trace.go:171","msg":"trace[1984644933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24325; }","duration":"1.512355042s","start":"2026-03-03T19:46:26.252138Z","end":"2026-03-03T19:46:27.764493Z","steps":["trace[1984644933] 'agreement among raft nodes before linearized reading' (duration: 1.512100676s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:27.76452Z","caller":"traceutil/trace.go:171","msg":"trace[1948532606] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:24325; }","duration":"1.434892775s","start":"2026-03-03T19:46:26.32961Z","end":"2026-03-03T19:46:27.764503Z","steps":["trace[1948532606] 'agreement among raft nodes before linearized reading' (duration: 1.43471642s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:27.764211Z","caller":"traceutil/trace.go:171","msg":"trace[86526611] linearizableReadLoop","detail":"{readStateIndex:25184; appliedIndex:25182; }","duration":"167.777609ms","start":"2026-03-03T19:46:27.596415Z","end":"2026-03-03T19:46:27.764193Z","steps":["trace[86526611] 'read index received' (duration: 123.964296ms)","trace[86526611] 'applied index is now lower than readState.Index' (duration: 43.811033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:27.764651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878715399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18996c72b7af419e\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-03T19:46:27.765017Z","caller":"traceutil/trace.go:171","msg":"trace[13777871] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18996c72b7af419e; range_end:; response_count:1; response_revision:24325; }","duration":"1.879091017s","start":"2026-03-03T19:46:25.885908Z","end":"2026-03-03T19:46:27.764999Z","steps":["trace[13777871] 'agreement among raft nodes before linearized reading' (duration: 1.878668747s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:27.765157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:25.885899Z","time spent":"1.879243322s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1033,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18996c72b7af419e\" "} {"level":"warn","ts":"2026-03-03T19:46:27.764571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:27.46114Z","time spent":"303.307088ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:46:27.764574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602288325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T19:46:27.765452Z","caller":"traceutil/trace.go:171","msg":"trace[1392578371] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:24325; }","duration":"1.603167996s","start":"2026-03-03T19:46:26.162267Z","end":"2026-03-03T19:46:27.765435Z","steps":["trace[1392578371] 'agreement among raft nodes before linearized reading' (duration: 1.602210673s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:27.765498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:26.162198Z","time spent":"1.603288449s","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-03-03T19:46:27.764544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:26.252123Z","time spent":"1.512414124s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:46:27.764769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:26.329583Z","time spent":"1.435071618s","remote":"127.0.0.1:37446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:27.764878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984588598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T19:46:27.766019Z","caller":"traceutil/trace.go:171","msg":"trace[696306054] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24325; }","duration":"1.985778796s","start":"2026-03-03T19:46:25.780227Z","end":"2026-03-03T19:46:27.766006Z","steps":["trace[696306054] 'agreement among raft nodes before linearized reading' (duration: 1.984465135s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:27.76608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:25.780202Z","time spent":"1.985853517s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T19:46:29.04355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.612543ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:29.043742Z","caller":"traceutil/trace.go:171","msg":"trace[1463180025] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24325; }","duration":"469.820038ms","start":"2026-03-03T19:46:28.573886Z","end":"2026-03-03T19:46:29.043706Z","steps":["trace[1463180025] 'range keys from in-memory index tree' (duration: 469.588443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:29.04486Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.050609764s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T19:46:29.045153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049418336s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:46:29.045434Z","caller":"traceutil/trace.go:171","msg":"trace[44984738] transaction","detail":"{read_only:false; response_revision:24326; number_of_response:1; }","duration":"1.442135184s","start":"2026-03-03T19:46:27.603241Z","end":"2026-03-03T19:46:29.045376Z","steps":["trace[44984738] 'process raft request' (duration: 391.179702ms)","trace[44984738] 'compare' (duration: 1.048840263s)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:29.045688Z","caller":"traceutil/trace.go:171","msg":"trace[2010607600] transaction","detail":"{read_only:false; response_revision:24327; number_of_response:1; }","duration":"1.441900559s","start":"2026-03-03T19:46:27.603761Z","end":"2026-03-03T19:46:29.045661Z","steps":["trace[2010607600] 'process raft request' (duration: 1.441540171s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:29.046356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:27.603742Z","time spent":"1.442541804s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:29.046741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442540744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-03-03T19:46:29.045692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:27.603216Z","time spent":"1.44233934s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:29.046816Z","caller":"traceutil/trace.go:171","msg":"trace[1355218184] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:24331; }","duration":"1.442635116s","start":"2026-03-03T19:46:27.604162Z","end":"2026-03-03T19:46:29.046797Z","steps":["trace[1355218184] 'agreement among raft nodes before linearized reading' (duration: 1.441999391s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:29.046866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:27.604151Z","time spent":"1.442702718s","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"info","ts":"2026-03-03T19:46:29.04576Z","caller":"traceutil/trace.go:171","msg":"trace[1566543609] transaction","detail":"{read_only:false; response_revision:24329; number_of_response:1; }","duration":"1.441342396s","start":"2026-03-03T19:46:27.604404Z","end":"2026-03-03T19:46:29.045747Z","steps":["trace[1566543609] 'process raft request' (duration: 1.441137781s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:29.046988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:27.604397Z","time spent":"1.442539164s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:29.045853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:27.767827Z","time spent":"1.278020762s","remote":"127.0.0.1:43796","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T19:46:29.045872Z","caller":"traceutil/trace.go:171","msg":"trace[243192529] transaction","detail":"{read_only:false; response_revision:24330; number_of_response:1; }","duration":"1.276398284s","start":"2026-03-03T19:46:27.769446Z","end":"2026-03-03T19:46:29.045844Z","steps":["trace[243192529] 'process raft request' (duration: 1.276285841s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:29.047265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:27.769376Z","time spent":"1.277772195s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:29.045922Z","caller":"traceutil/trace.go:171","msg":"trace[1631572088] linearizableReadLoop","detail":"{readStateIndex:25188; appliedIndex:25184; }","duration":"1.280980822s","start":"2026-03-03T19:46:27.764922Z","end":"2026-03-03T19:46:29.045903Z","steps":["trace[1631572088] 'read index received' (duration: 229.488307ms)","trace[1631572088] 'applied index is now lower than readState.Index' (duration: 1.051490535s)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:29.045962Z","caller":"traceutil/trace.go:171","msg":"trace[784663441] transaction","detail":"{read_only:false; response_revision:24331; number_of_response:1; }","duration":"1.274306644s","start":"2026-03-03T19:46:27.771645Z","end":"2026-03-03T19:46:29.045952Z","steps":["trace[784663441] 'process raft request' (duration: 1.274156601s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:29.04752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:27.771622Z","time spent":"1.27585393s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:29.045904Z","caller":"traceutil/trace.go:171","msg":"trace[773254526] transaction","detail":"{read_only:false; response_revision:24328; number_of_response:1; }","duration":"1.441849178s","start":"2026-03-03T19:46:27.604001Z","end":"2026-03-03T19:46:29.04585Z","steps":["trace[773254526] 'process raft request' (duration: 1.441495279s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:29.047751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:27.603992Z","time spent":"1.443715391s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:29.04776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.161565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-03T19:46:29.047793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.810334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"warn","ts":"2026-03-03T19:46:29.047822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028074223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T19:46:29.047842Z","caller":"traceutil/trace.go:171","msg":"trace[734404458] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24331; }","duration":"104.898906ms","start":"2026-03-03T19:46:28.94293Z","end":"2026-03-03T19:46:29.047829Z","steps":["trace[734404458] 'agreement among raft nodes before linearized reading' (duration: 104.699172ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:29.04784Z","caller":"traceutil/trace.go:171","msg":"trace[859225122] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24331; }","duration":"645.288298ms","start":"2026-03-03T19:46:28.402532Z","end":"2026-03-03T19:46:29.04782Z","steps":["trace[859225122] 'agreement among raft nodes before linearized reading' (duration: 645.015742ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:29.04787Z","caller":"traceutil/trace.go:171","msg":"trace[550871575] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87; range_end:; response_count:1; response_revision:24331; }","duration":"1.028124294s","start":"2026-03-03T19:46:28.019732Z","end":"2026-03-03T19:46:29.047856Z","steps":["trace[550871575] 'agreement among raft nodes before linearized reading' (duration: 1.0279591s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:29.047894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:28.402511Z","time spent":"645.369661ms","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T19:46:29.046109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379115787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:29.047963Z","caller":"traceutil/trace.go:171","msg":"trace[829978771] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24331; }","duration":"1.381004462s","start":"2026-03-03T19:46:27.666945Z","end":"2026-03-03T19:46:29.047949Z","steps":["trace[829978771] 'agreement among raft nodes before linearized reading' (duration: 1.378968764s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:29.048012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:27.666931Z","time spent":"1.381067403s","remote":"127.0.0.1:44212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:29.04801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276385923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T19:46:29.048065Z","caller":"traceutil/trace.go:171","msg":"trace[1087861110] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24331; }","duration":"1.276461495s","start":"2026-03-03T19:46:27.771587Z","end":"2026-03-03T19:46:29.048049Z","steps":["trace[1087861110] 'agreement among raft nodes before linearized reading' (duration: 1.27625893s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:29.048127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:27.771576Z","time spent":"1.276543257s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T19:46:29.046222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44363171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-27703f3d-11ad-48c3-99ec-4d057084a4eb\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-03-03T19:46:29.048138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.044333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-03T19:46:29.048246Z","caller":"traceutil/trace.go:171","msg":"trace[611220663] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87; range_end:; response_count:1; response_revision:24331; }","duration":"445.239058ms","start":"2026-03-03T19:46:28.602991Z","end":"2026-03-03T19:46:29.04823Z","steps":["trace[611220663] 'agreement among raft nodes before linearized reading' (duration: 444.765527ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:29.048181Z","caller":"traceutil/trace.go:171","msg":"trace[844849455] range","detail":"{range_begin:/registry/persistentvolumes/pvc-27703f3d-11ad-48c3-99ec-4d057084a4eb; range_end:; response_count:1; response_revision:24331; }","duration":"1.445617797s","start":"2026-03-03T19:46:27.602545Z","end":"2026-03-03T19:46:29.048162Z","steps":["trace[844849455] 'agreement among raft nodes before linearized reading' (duration: 1.443401725s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:29.04835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:27.602526Z","time spent":"1.445809151s","remote":"127.0.0.1:43924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-27703f3d-11ad-48c3-99ec-4d057084a4eb\" "} {"level":"warn","ts":"2026-03-03T19:46:29.048317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:28.602965Z","time spent":"445.339911ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87\" "} {"level":"warn","ts":"2026-03-03T19:46:29.047914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:28.019658Z","time spent":"1.028247017s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ea1a9d5-dd19-47cc-aa12-6b8dde2e4e87\" "} {"level":"warn","ts":"2026-03-03T19:46:29.048432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27841111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996c6bcdbad872\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-03T19:46:29.048472Z","caller":"traceutil/trace.go:171","msg":"trace[938993052] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18996c6bcdbad872; range_end:; response_count:1; response_revision:24331; }","duration":"1.278480622s","start":"2026-03-03T19:46:27.76998Z","end":"2026-03-03T19:46:29.04846Z","steps":["trace[938993052] 'agreement among raft nodes before linearized reading' (duration: 1.27754688s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:29.048529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:27.769964Z","time spent":"1.278558505s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18996c6bcdbad872\" "} {"level":"warn","ts":"2026-03-03T19:46:29.04766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273150087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:29.048577Z","caller":"traceutil/trace.go:171","msg":"trace[432184807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24331; }","duration":"1.27411087s","start":"2026-03-03T19:46:27.774452Z","end":"2026-03-03T19:46:29.048563Z","steps":["trace[432184807] 'agreement among raft nodes before linearized reading' (duration: 1.273130047s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:29.048623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:27.77444Z","time spent":"1.274172911s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:46:29.438181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.352136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:46:29.438366Z","caller":"traceutil/trace.go:171","msg":"trace[1377737809] linearizableReadLoop","detail":"{readStateIndex:25193; appliedIndex:25192; }","duration":"345.268189ms","start":"2026-03-03T19:46:29.093076Z","end":"2026-03-03T19:46:29.438344Z","steps":["trace[1377737809] 'read index received' (duration: 164.648556ms)","trace[1377737809] 'applied index is now lower than readState.Index' (duration: 180.617413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:29.43859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.25798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:29.43867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.322664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1444"} {"level":"warn","ts":"2026-03-03T19:46:29.438641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.758782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:29.438704Z","caller":"traceutil/trace.go:171","msg":"trace[1833597794] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24333; }","duration":"385.375455ms","start":"2026-03-03T19:46:29.053318Z","end":"2026-03-03T19:46:29.438693Z","steps":["trace[1833597794] 'agreement among raft nodes before linearized reading' (duration: 385.136519ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:29.438701Z","caller":"traceutil/trace.go:171","msg":"trace[2036693788] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24333; }","duration":"351.426655ms","start":"2026-03-03T19:46:29.087253Z","end":"2026-03-03T19:46:29.43868Z","steps":["trace[2036693788] 'agreement among raft nodes before linearized reading' (duration: 351.150228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:29.438751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:29.053309Z","time spent":"385.426496ms","remote":"127.0.0.1:43978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1467,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-03T19:46:29.43875Z","caller":"traceutil/trace.go:171","msg":"trace[240136537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24333; }","duration":"387.907155ms","start":"2026-03-03T19:46:29.050817Z","end":"2026-03-03T19:46:29.438725Z","steps":["trace[240136537] 'agreement among raft nodes before linearized reading' (duration: 387.70607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:29.438768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:29.087231Z","time spent":"351.525546ms","remote":"127.0.0.1:57212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:29.438759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.27645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18996c72c0423cf3\" ","response":"range_response_count:1 size:742"} {"level":"warn","ts":"2026-03-03T19:46:29.438809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:29.050799Z","time spent":"387.997907ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:46:29.438865Z","caller":"traceutil/trace.go:171","msg":"trace[207530695] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18996c72c0423cf3; range_end:; response_count:1; response_revision:24333; }","duration":"387.420853ms","start":"2026-03-03T19:46:29.05142Z","end":"2026-03-03T19:46:29.438841Z","steps":["trace[207530695] 'agreement among raft nodes before linearized reading' (duration: 387.139207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:29.438925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:29.051408Z","time spent":"387.503955ms","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":765,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18996c72c0423cf3\" "} {"level":"warn","ts":"2026-03-03T19:46:29.439042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.703445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T19:46:29.439077Z","caller":"traceutil/trace.go:171","msg":"trace[1088745347] transaction","detail":"{read_only:false; response_revision:24333; number_of_response:1; }","duration":"388.097249ms","start":"2026-03-03T19:46:29.050959Z","end":"2026-03-03T19:46:29.439056Z","steps":["trace[1088745347] 'process raft request' (duration: 206.736069ms)","trace[1088745347] 'compare' (duration: 179.744802ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:29.439138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.518155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:29.43918Z","caller":"traceutil/trace.go:171","msg":"trace[1580926033] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24333; }","duration":"123.607117ms","start":"2026-03-03T19:46:29.315562Z","end":"2026-03-03T19:46:29.439169Z","steps":["trace[1580926033] 'agreement among raft nodes before linearized reading' (duration: 123.540906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:29.439195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:29.05093Z","time spent":"388.188441ms","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:29.439229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.765927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:29.439277Z","caller":"traceutil/trace.go:171","msg":"trace[1754995472] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24333; }","duration":"258.870429ms","start":"2026-03-03T19:46:29.180395Z","end":"2026-03-03T19:46:29.439266Z","steps":["trace[1754995472] 'agreement among raft nodes before linearized reading' (duration: 258.792358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:29.439084Z","caller":"traceutil/trace.go:171","msg":"trace[696617553] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24333; }","duration":"341.765546ms","start":"2026-03-03T19:46:29.097305Z","end":"2026-03-03T19:46:29.439071Z","steps":["trace[696617553] 'agreement among raft nodes before linearized reading' (duration: 341.662483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:29.439329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:29.097292Z","time spent":"342.023683ms","remote":"127.0.0.1:43938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T19:46:34.196842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113095546,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T19:46:34.376979Z","caller":"traceutil/trace.go:171","msg":"trace[1302250878] transaction","detail":"{read_only:false; response_revision:24391; number_of_response:1; }","duration":"680.923653ms","start":"2026-03-03T19:46:33.696023Z","end":"2026-03-03T19:46:34.376946Z","steps":["trace[1302250878] 'process raft request' (duration: 680.687368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:34.377365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:33.695996Z","time spent":"681.106338ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10633,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:34.511585Z","caller":"traceutil/trace.go:171","msg":"trace[1462695292] linearizableReadLoop","detail":"{readStateIndex:25252; appliedIndex:25250; }","duration":"814.966573ms","start":"2026-03-03T19:46:33.696588Z","end":"2026-03-03T19:46:34.511555Z","steps":["trace[1462695292] 'read index received' (duration: 680.055243ms)","trace[1462695292] 'applied index is now lower than readState.Index' (duration: 134.90901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:34.511899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.26128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:34.511977Z","caller":"traceutil/trace.go:171","msg":"trace[1299196699] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24391; }","duration":"815.412013ms","start":"2026-03-03T19:46:33.696526Z","end":"2026-03-03T19:46:34.511938Z","steps":["trace[1299196699] 'agreement among raft nodes before linearized reading' (duration: 815.242329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:34.51205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:33.696502Z","time spent":"815.511276ms","remote":"127.0.0.1:55658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:46:34.513411Z","caller":"traceutil/trace.go:171","msg":"trace[1240324053] transaction","detail":"{read_only:false; response_revision:24392; number_of_response:1; }","duration":"127.899174ms","start":"2026-03-03T19:46:34.385489Z","end":"2026-03-03T19:46:34.513388Z","steps":["trace[1240324053] 'process raft request' (duration: 127.615358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:34.513638Z","caller":"traceutil/trace.go:171","msg":"trace[1312756780] transaction","detail":"{read_only:false; response_revision:24393; number_of_response:1; }","duration":"127.874814ms","start":"2026-03-03T19:46:34.385739Z","end":"2026-03-03T19:46:34.513614Z","steps":["trace[1312756780] 'process raft request' (duration: 127.577017ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:34.51393Z","caller":"traceutil/trace.go:171","msg":"trace[740408576] transaction","detail":"{read_only:false; response_revision:24394; number_of_response:1; }","duration":"128.108409ms","start":"2026-03-03T19:46:34.385805Z","end":"2026-03-03T19:46:34.513913Z","steps":["trace[740408576] 'process raft request' (duration: 127.73044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:34.514358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.559528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T19:46:34.514485Z","caller":"traceutil/trace.go:171","msg":"trace[499543660] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24395; }","duration":"807.741003ms","start":"2026-03-03T19:46:33.706714Z","end":"2026-03-03T19:46:34.514455Z","steps":["trace[499543660] 'agreement among raft nodes before linearized reading' (duration: 807.369874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:34.514547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:33.706704Z","time spent":"807.832075ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-03T19:46:34.51456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.60044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:34.514609Z","caller":"traceutil/trace.go:171","msg":"trace[2099270847] transaction","detail":"{read_only:false; response_revision:24395; number_of_response:1; }","duration":"128.488488ms","start":"2026-03-03T19:46:34.386106Z","end":"2026-03-03T19:46:34.514594Z","steps":["trace[2099270847] 'process raft request' (duration: 127.776871ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:34.514616Z","caller":"traceutil/trace.go:171","msg":"trace[1504491084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24395; }","duration":"274.718553ms","start":"2026-03-03T19:46:34.23988Z","end":"2026-03-03T19:46:34.514599Z","steps":["trace[1504491084] 'agreement among raft nodes before linearized reading' (duration: 274.632071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:34.514943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.616073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T19:46:34.514995Z","caller":"traceutil/trace.go:171","msg":"trace[631756602] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24395; }","duration":"458.712865ms","start":"2026-03-03T19:46:34.056268Z","end":"2026-03-03T19:46:34.514981Z","steps":["trace[631756602] 'agreement among raft nodes before linearized reading' (duration: 458.585842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:34.515026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:34.056242Z","time spent":"458.776277ms","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T19:46:35.480574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.479767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T19:46:35.480649Z","caller":"traceutil/trace.go:171","msg":"trace[763227308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24395; }","duration":"402.583639ms","start":"2026-03-03T19:46:35.078049Z","end":"2026-03-03T19:46:35.480633Z","steps":["trace[763227308] 'range keys from in-memory index tree' (duration: 402.244051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:35.480679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:35.07804Z","time spent":"402.63287ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T19:46:35.480628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.560709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T19:46:35.480674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.439196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T19:46:35.480693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.444413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T19:46:35.480777Z","caller":"traceutil/trace.go:171","msg":"trace[2024433057] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24395; }","duration":"402.61219ms","start":"2026-03-03T19:46:35.07814Z","end":"2026-03-03T19:46:35.480752Z","steps":["trace[2024433057] 'range keys from in-memory index tree' (duration: 402.112509ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:35.480814Z","caller":"traceutil/trace.go:171","msg":"trace[2081431926] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24395; }","duration":"752.661448ms","start":"2026-03-03T19:46:34.728123Z","end":"2026-03-03T19:46:35.480785Z","steps":["trace[2081431926] 'range keys from in-memory index tree' (duration: 752.214818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:35.480839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:35.078116Z","time spent":"402.713493ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T19:46:35.480777Z","caller":"traceutil/trace.go:171","msg":"trace[1402976023] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24395; }","duration":"402.761034ms","start":"2026-03-03T19:46:35.077983Z","end":"2026-03-03T19:46:35.480744Z","steps":["trace[1402976023] 'range keys from in-memory index tree' (duration: 402.306803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:35.48088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:34.728089Z","time spent":"752.778061ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-03T19:46:35.48091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.678092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T19:46:35.481031Z","caller":"traceutil/trace.go:171","msg":"trace[707586435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24395; }","duration":"402.899577ms","start":"2026-03-03T19:46:35.078103Z","end":"2026-03-03T19:46:35.481003Z","steps":["trace[707586435] 'range keys from in-memory index tree' (duration: 402.297713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:35.480935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:35.077971Z","time spent":"402.935048ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:46:35.481297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.07407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T19:46:35.481348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:35.07806Z","time spent":"403.275796ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T19:46:35.481392Z","caller":"traceutil/trace.go:171","msg":"trace[895171673] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24395; }","duration":"408.474069ms","start":"2026-03-03T19:46:35.072894Z","end":"2026-03-03T19:46:35.481368Z","steps":["trace[895171673] 'range keys from in-memory index tree' (duration: 407.730591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:35.481451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:35.072864Z","time spent":"408.577172ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T19:46:35.906466Z","caller":"traceutil/trace.go:171","msg":"trace[1278668685] transaction","detail":"{read_only:false; response_revision:24396; number_of_response:1; }","duration":"420.712838ms","start":"2026-03-03T19:46:35.485727Z","end":"2026-03-03T19:46:35.90644Z","steps":["trace[1278668685] 'process raft request' (duration: 420.477162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:35.906632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:35.485717Z","time spent":"420.8233ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:36.848848Z","caller":"traceutil/trace.go:171","msg":"trace[279066426] linearizableReadLoop","detail":"{readStateIndex:25261; appliedIndex:25256; }","duration":"1.232702969s","start":"2026-03-03T19:46:35.616112Z","end":"2026-03-03T19:46:36.848815Z","steps":["trace[279066426] 'read index received' (duration: 290.201842ms)","trace[279066426] 'applied index is now lower than readState.Index' (duration: 942.500177ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:36.849187Z","caller":"traceutil/trace.go:171","msg":"trace[144896396] transaction","detail":"{read_only:false; response_revision:24397; number_of_response:1; }","duration":"1.363085971s","start":"2026-03-03T19:46:35.48609Z","end":"2026-03-03T19:46:36.849176Z","steps":["trace[144896396] 'process raft request' (duration: 1.3097468s)","trace[144896396] 'compare' (duration: 52.312207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:36.849481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:35.486071Z","time spent":"1.363326357s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:36.849544Z","caller":"traceutil/trace.go:171","msg":"trace[20761950] transaction","detail":"{read_only:false; response_revision:24404; number_of_response:1; }","duration":"1.184034808s","start":"2026-03-03T19:46:35.665461Z","end":"2026-03-03T19:46:36.849496Z","steps":["trace[20761950] 'process raft request' (duration: 1.183215818s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:36.849634Z","caller":"traceutil/trace.go:171","msg":"trace[976807135] transaction","detail":"{read_only:false; response_revision:24405; number_of_response:1; }","duration":"1.182620884s","start":"2026-03-03T19:46:35.667006Z","end":"2026-03-03T19:46:36.849627Z","steps":["trace[976807135] 'process raft request' (duration: 1.181698322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:36.849678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:35.66699Z","time spent":"1.182666045s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:36.849748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:35.665446Z","time spent":"1.184190801s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:36.849784Z","caller":"traceutil/trace.go:171","msg":"trace[116687161] transaction","detail":"{read_only:false; response_revision:24406; number_of_response:1; }","duration":"1.181867286s","start":"2026-03-03T19:46:35.667909Z","end":"2026-03-03T19:46:36.849776Z","steps":["trace[116687161] 'process raft request' (duration: 1.180836432s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:36.849828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:35.667893Z","time spent":"1.181909887s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:36.849808Z","caller":"traceutil/trace.go:171","msg":"trace[713528290] transaction","detail":"{read_only:false; response_revision:24400; number_of_response:1; }","duration":"1.359341243s","start":"2026-03-03T19:46:35.490346Z","end":"2026-03-03T19:46:36.849688Z","steps":["trace[713528290] 'process raft request' (duration: 1.358171496s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:36.849943Z","caller":"traceutil/trace.go:171","msg":"trace[1930252182] transaction","detail":"{read_only:false; response_revision:24401; number_of_response:1; }","duration":"1.194738091s","start":"2026-03-03T19:46:35.655191Z","end":"2026-03-03T19:46:36.849929Z","steps":["trace[1930252182] 'process raft request' (duration: 1.193353518s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:36.849993Z","caller":"traceutil/trace.go:171","msg":"trace[1087519398] transaction","detail":"{read_only:false; response_revision:24407; number_of_response:1; }","duration":"1.181707742s","start":"2026-03-03T19:46:35.668275Z","end":"2026-03-03T19:46:36.849983Z","steps":["trace[1087519398] 'process raft request' (duration: 1.180499974s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:36.849998Z","caller":"traceutil/trace.go:171","msg":"trace[1720248901] transaction","detail":"{read_only:false; response_revision:24402; number_of_response:1; }","duration":"1.188513263s","start":"2026-03-03T19:46:35.661467Z","end":"2026-03-03T19:46:36.84998Z","steps":["trace[1720248901] 'process raft request' (duration: 1.18712056s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:36.850003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:35.655165Z","time spent":"1.194805432s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:36.850021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:35.490329Z","time spent":"1.359583789s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:36.85004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:35.668264Z","time spent":"1.181750023s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:36.85006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:35.66145Z","time spent":"1.188575305s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:36.850077Z","caller":"traceutil/trace.go:171","msg":"trace[995592690] transaction","detail":"{read_only:false; response_revision:24403; number_of_response:1; }","duration":"1.188534294s","start":"2026-03-03T19:46:35.661488Z","end":"2026-03-03T19:46:36.850022Z","steps":["trace[995592690] 'process raft request' (duration: 1.187144231s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:36.850182Z","caller":"traceutil/trace.go:171","msg":"trace[80729159] transaction","detail":"{read_only:false; response_revision:24398; number_of_response:1; }","duration":"1.364020264s","start":"2026-03-03T19:46:35.486149Z","end":"2026-03-03T19:46:36.850169Z","steps":["trace[80729159] 'process raft request' (duration: 1.362287983s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:36.850246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:35.486125Z","time spent":"1.364085615s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:36.850256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234153552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T19:46:36.850294Z","caller":"traceutil/trace.go:171","msg":"trace[1012240273] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24407; }","duration":"1.234192933s","start":"2026-03-03T19:46:35.61609Z","end":"2026-03-03T19:46:36.850283Z","steps":["trace[1012240273] 'agreement among raft nodes before linearized reading' (duration: 1.234017899s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:36.85029Z","caller":"traceutil/trace.go:171","msg":"trace[1455647408] transaction","detail":"{read_only:false; response_revision:24399; number_of_response:1; }","duration":"1.363140183s","start":"2026-03-03T19:46:35.487134Z","end":"2026-03-03T19:46:36.850274Z","steps":["trace[1455647408] 'process raft request' (duration: 1.361348531s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:36.850323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:35.616024Z","time spent":"1.234292876s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T19:46:36.850315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:35.661452Z","time spent":"1.188738129s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:36.850355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:35.487127Z","time spent":"1.363194734s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:36.85036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.039042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:36.85036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232089703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T19:46:36.850439Z","caller":"traceutil/trace.go:171","msg":"trace[2128761734] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24407; }","duration":"1.232219247s","start":"2026-03-03T19:46:35.618203Z","end":"2026-03-03T19:46:36.850422Z","steps":["trace[2128761734] 'agreement among raft nodes before linearized reading' (duration: 1.231995661s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:36.850456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.755461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:46:36.850477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.751255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:36.850482Z","caller":"traceutil/trace.go:171","msg":"trace[2026567975] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24407; }","duration":"363.830393ms","start":"2026-03-03T19:46:36.486643Z","end":"2026-03-03T19:46:36.850474Z","steps":["trace[2026567975] 'agreement among raft nodes before linearized reading' (duration: 363.777271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:36.850402Z","caller":"traceutil/trace.go:171","msg":"trace[1833426124] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24407; }","duration":"650.082263ms","start":"2026-03-03T19:46:36.200308Z","end":"2026-03-03T19:46:36.85039Z","steps":["trace[1833426124] 'agreement among raft nodes before linearized reading' (duration: 650.015121ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:36.850517Z","caller":"traceutil/trace.go:171","msg":"trace[1556673736] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24407; }","duration":"948.836607ms","start":"2026-03-03T19:46:35.90167Z","end":"2026-03-03T19:46:36.850507Z","steps":["trace[1556673736] 'agreement among raft nodes before linearized reading' (duration: 948.774325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:36.85052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:36.486619Z","time spent":"363.894455ms","remote":"127.0.0.1:55686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:36.850496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.095248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:36.850538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:35.90165Z","time spent":"948.882888ms","remote":"127.0.0.1:52402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:36.850535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:36.200293Z","time spent":"650.223666ms","remote":"127.0.0.1:40566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:36.850549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.585152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T19:46:36.850523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.758813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:36.850533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.514007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:36.850577Z","caller":"traceutil/trace.go:171","msg":"trace[223132067] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24407; }","duration":"745.256683ms","start":"2026-03-03T19:46:36.105299Z","end":"2026-03-03T19:46:36.850556Z","steps":["trace[223132067] 'agreement among raft nodes before linearized reading' (duration: 745.096939ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:36.850608Z","caller":"traceutil/trace.go:171","msg":"trace[525110898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24407; }","duration":"610.874015ms","start":"2026-03-03T19:46:36.239723Z","end":"2026-03-03T19:46:36.850597Z","steps":["trace[525110898] 'agreement among raft nodes before linearized reading' (duration: 610.741942ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:36.850609Z","caller":"traceutil/trace.go:171","msg":"trace[809399447] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:24407; }","duration":"677.675515ms","start":"2026-03-03T19:46:36.172916Z","end":"2026-03-03T19:46:36.850592Z","steps":["trace[809399447] 'agreement among raft nodes before linearized reading' (duration: 677.533931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:36.850632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:36.10527Z","time spent":"745.354535ms","remote":"127.0.0.1:40188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:36.850639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:36.239712Z","time spent":"610.920526ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:46:36.850649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:36.172895Z","time spent":"677.746037ms","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"info","ts":"2026-03-03T19:46:36.850654Z","caller":"traceutil/trace.go:171","msg":"trace[357861838] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24407; }","duration":"451.712981ms","start":"2026-03-03T19:46:36.398915Z","end":"2026-03-03T19:46:36.850628Z","steps":["trace[357861838] 'agreement among raft nodes before linearized reading' (duration: 451.509367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:36.850477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:35.618182Z","time spent":"1.232285089s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T19:46:36.850717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:36.398887Z","time spent":"451.818084ms","remote":"127.0.0.1:42932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:46:37.073314Z","caller":"traceutil/trace.go:171","msg":"trace[1494790130] linearizableReadLoop","detail":"{readStateIndex:25272; appliedIndex:25271; }","duration":"169.57787ms","start":"2026-03-03T19:46:36.903688Z","end":"2026-03-03T19:46:37.073266Z","steps":["trace[1494790130] 'read index received' (duration: 94.836203ms)","trace[1494790130] 'applied index is now lower than readState.Index' (duration: 74.738777ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:37.073379Z","caller":"traceutil/trace.go:171","msg":"trace[1019582608] transaction","detail":"{read_only:false; response_revision:24410; number_of_response:1; }","duration":"188.242462ms","start":"2026-03-03T19:46:36.885095Z","end":"2026-03-03T19:46:37.073337Z","steps":["trace[1019582608] 'process raft request' (duration: 113.531235ms)","trace[1019582608] 'compare' (duration: 74.026591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:37.073726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.00788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:46:37.073878Z","caller":"traceutil/trace.go:171","msg":"trace[1563740217] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24410; }","duration":"170.214345ms","start":"2026-03-03T19:46:36.903639Z","end":"2026-03-03T19:46:37.073854Z","steps":["trace[1563740217] 'agreement among raft nodes before linearized reading' (duration: 169.945199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:37.579344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113095595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:46:38.080246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113095595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:46:38.316246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.239473369s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T19:46:38.316732Z","caller":"traceutil/trace.go:171","msg":"trace[2021481803] transaction","detail":"{read_only:false; response_revision:24411; number_of_response:1; }","duration":"1.240032492s","start":"2026-03-03T19:46:37.076669Z","end":"2026-03-03T19:46:38.316702Z","steps":["trace[2021481803] 'process raft request' (duration: 1.239799557s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:38.316912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:37.076649Z","time spent":"1.240165816s","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2080,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:39.070049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.395128ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:39.070229Z","caller":"traceutil/trace.go:171","msg":"trace[1243138587] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24411; }","duration":"496.598003ms","start":"2026-03-03T19:46:38.573611Z","end":"2026-03-03T19:46:39.070209Z","steps":["trace[1243138587] 'range keys from in-memory index tree' (duration: 496.372938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:39.070988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.006853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:46:39.071109Z","caller":"traceutil/trace.go:171","msg":"trace[803651761] transaction","detail":"{read_only:false; response_revision:24412; number_of_response:1; }","duration":"1.292630806s","start":"2026-03-03T19:46:37.778467Z","end":"2026-03-03T19:46:39.071097Z","steps":["trace[803651761] 'process raft request' (duration: 891.415829ms)","trace[803651761] 'compare' (duration: 400.885529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:39.071165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:37.778438Z","time spent":"1.292701938s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:39.071284Z","caller":"traceutil/trace.go:171","msg":"trace[1051735921] linearizableReadLoop","detail":"{readStateIndex:25275; appliedIndex:25272; }","duration":"1.992773363s","start":"2026-03-03T19:46:37.078476Z","end":"2026-03-03T19:46:39.07125Z","steps":["trace[1051735921] 'read index received' (duration: 1.238045696s)","trace[1051735921] 'applied index is now lower than readState.Index' (duration: 754.724817ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:39.071449Z","caller":"traceutil/trace.go:171","msg":"trace[280934374] transaction","detail":"{read_only:false; response_revision:24413; number_of_response:1; }","duration":"1.281592545s","start":"2026-03-03T19:46:37.789838Z","end":"2026-03-03T19:46:39.071431Z","steps":["trace[280934374] 'process raft request' (duration: 1.281214786s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:39.071605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:37.789832Z","time spent":"1.281663207s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:39.071743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993270224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T19:46:39.071775Z","caller":"traceutil/trace.go:171","msg":"trace[2094798659] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24413; }","duration":"1.993322576s","start":"2026-03-03T19:46:37.078443Z","end":"2026-03-03T19:46:39.071766Z","steps":["trace[2094798659] 'agreement among raft nodes before linearized reading' (duration: 1.993191003s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:39.071799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:37.078396Z","time spent":"1.993398217s","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T19:46:39.240929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000409923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T19:46:39.24107Z","caller":"traceutil/trace.go:171","msg":"trace[848026171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000629268s","start":"2026-03-03T19:46:37.240399Z","end":"2026-03-03T19:46:39.241028Z","steps":["trace[848026171] 'agreement among raft nodes before linearized reading' (duration: 2.000456234s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:39.241134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:37.240371Z","time spent":"2.000752191s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 19:46:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T19:46:39.572217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113095606,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T19:46:39.859687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.539516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:46:39.85984Z","caller":"traceutil/trace.go:171","msg":"trace[1216782105] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"1.000375365s","start":"2026-03-03T19:46:38.859437Z","end":"2026-03-03T19:46:39.859813Z","steps":["trace[1216782105] 'process raft request' (duration: 828.582122ms)","trace[1216782105] 'compare' (duration: 171.223599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:39.859915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:38.859419Z","time spent":"1.000460736s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:40.244576Z","caller":"traceutil/trace.go:171","msg":"trace[142040252] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"1.384663172s","start":"2026-03-03T19:46:38.859864Z","end":"2026-03-03T19:46:40.244528Z","steps":["trace[142040252] 'process raft request' (duration: 1.315400924s)","trace[142040252] 'compare' (duration: 69.040102ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:40.244621Z","caller":"traceutil/trace.go:171","msg":"trace[227634091] transaction","detail":"{read_only:false; response_revision:24416; number_of_response:1; }","duration":"1.384657861s","start":"2026-03-03T19:46:38.859928Z","end":"2026-03-03T19:46:40.244586Z","steps":["trace[227634091] 'process raft request' (duration: 1.384535198s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:40.24479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:38.859853Z","time spent":"1.384821485s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:40.244811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:38.859918Z","time spent":"1.384788334s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:40.245119Z","caller":"traceutil/trace.go:171","msg":"trace[54011755] transaction","detail":"{read_only:false; response_revision:24418; number_of_response:1; }","duration":"1.385070281s","start":"2026-03-03T19:46:38.860034Z","end":"2026-03-03T19:46:40.245105Z","steps":["trace[54011755] 'process raft request' (duration: 1.384793665s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:40.24512Z","caller":"traceutil/trace.go:171","msg":"trace[105348818] transaction","detail":"{read_only:false; response_revision:24417; number_of_response:1; }","duration":"1.385114092s","start":"2026-03-03T19:46:38.859982Z","end":"2026-03-03T19:46:40.245096Z","steps":["trace[105348818] 'process raft request' (duration: 1.384526798s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:40.245195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:38.860027Z","time spent":"1.385133543s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:40.245226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:38.859974Z","time spent":"1.385194034s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:40.245184Z","caller":"traceutil/trace.go:171","msg":"trace[1957595896] linearizableReadLoop","detail":"{readStateIndex:25282; appliedIndex:25275; }","duration":"1.173786706s","start":"2026-03-03T19:46:39.071371Z","end":"2026-03-03T19:46:40.245158Z","steps":["trace[1957595896] 'read index received' (duration: 616.733403ms)","trace[1957595896] 'applied index is now lower than readState.Index' (duration: 557.051853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:40.245385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.0956537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:40.245482Z","caller":"traceutil/trace.go:171","msg":"trace[831221811] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24420; }","duration":"3.095764943s","start":"2026-03-03T19:46:37.149668Z","end":"2026-03-03T19:46:40.245433Z","steps":["trace[831221811] 'agreement among raft nodes before linearized reading' (duration: 3.095576169s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:40.24559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:37.149642Z","time spent":"3.095907637s","remote":"127.0.0.1:33230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:40.245641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17106268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T19:46:40.245717Z","caller":"traceutil/trace.go:171","msg":"trace[1035562755] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24420; }","duration":"1.171207744s","start":"2026-03-03T19:46:39.074489Z","end":"2026-03-03T19:46:40.245697Z","steps":["trace[1035562755] 'agreement among raft nodes before linearized reading' (duration: 1.170950908s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:40.245755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:39.074466Z","time spent":"1.171282536s","remote":"127.0.0.1:44054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T19:46:40.245768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.033264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:40.245823Z","caller":"traceutil/trace.go:171","msg":"trace[902747655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24420; }","duration":"190.088485ms","start":"2026-03-03T19:46:40.05572Z","end":"2026-03-03T19:46:40.245808Z","steps":["trace[902747655] 'agreement among raft nodes before linearized reading' (duration: 190.004053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:40.245971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004623005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:40.246034Z","caller":"traceutil/trace.go:171","msg":"trace[1116124350] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24420; }","duration":"1.004754638s","start":"2026-03-03T19:46:39.241266Z","end":"2026-03-03T19:46:40.246021Z","steps":["trace[1116124350] 'agreement among raft nodes before linearized reading' (duration: 1.004661566s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:40.246074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:39.241236Z","time spent":"1.00483076s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:46:40.246159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800687799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:46:40.246206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.243084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-03T19:46:40.246301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149955431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-03T19:46:40.246357Z","caller":"traceutil/trace.go:171","msg":"trace[1846035913] transaction","detail":"{read_only:false; response_revision:24420; number_of_response:1; }","duration":"1.386109646s","start":"2026-03-03T19:46:38.860235Z","end":"2026-03-03T19:46:40.246345Z","steps":["trace[1846035913] 'process raft request' (duration: 1.384870886s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:40.246358Z","caller":"traceutil/trace.go:171","msg":"trace[778816721] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24420; }","duration":"718.48758ms","start":"2026-03-03T19:46:39.527855Z","end":"2026-03-03T19:46:40.246343Z","steps":["trace[778816721] 'agreement among raft nodes before linearized reading' (duration: 718.09971ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:40.246375Z","caller":"traceutil/trace.go:171","msg":"trace[611252030] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24420; }","duration":"1.150053914s","start":"2026-03-03T19:46:39.096302Z","end":"2026-03-03T19:46:40.246356Z","steps":["trace[611252030] 'agreement among raft nodes before linearized reading' (duration: 1.14989482s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:40.246396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307208416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:40.246439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:38.860224Z","time spent":"1.386172687s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:40.246413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:39.52783Z","time spent":"718.571432ms","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T19:46:40.246463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484220162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:40.246468Z","caller":"traceutil/trace.go:171","msg":"trace[1406045847] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24420; }","duration":"2.307308119s","start":"2026-03-03T19:46:37.939136Z","end":"2026-03-03T19:46:40.246444Z","steps":["trace[1406045847] 'agreement among raft nodes before linearized reading' (duration: 2.307213927s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:40.246513Z","caller":"traceutil/trace.go:171","msg":"trace[1836535941] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24420; }","duration":"2.484310134s","start":"2026-03-03T19:46:37.762188Z","end":"2026-03-03T19:46:40.246498Z","steps":["trace[1836535941] 'agreement among raft nodes before linearized reading' (duration: 2.484230182s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:40.246526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:37.939121Z","time spent":"2.307394571s","remote":"127.0.0.1:40402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:40.246554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:37.762164Z","time spent":"2.484380026s","remote":"127.0.0.1:33216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:46:40.246222Z","caller":"traceutil/trace.go:171","msg":"trace[256684714] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24420; }","duration":"1.800801021s","start":"2026-03-03T19:46:38.445403Z","end":"2026-03-03T19:46:40.246204Z","steps":["trace[256684714] 'agreement among raft nodes before linearized reading' (duration: 1.800683949s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:40.246764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480862813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:40.246767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:38.445375Z","time spent":"1.801379405s","remote":"127.0.0.1:57202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:46:40.246801Z","caller":"traceutil/trace.go:171","msg":"trace[928629147] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24420; }","duration":"2.480902934s","start":"2026-03-03T19:46:37.765885Z","end":"2026-03-03T19:46:40.246788Z","steps":["trace[928629147] 'agreement among raft nodes before linearized reading' (duration: 2.480826682s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:40.246842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:37.765862Z","time spent":"2.480969885s","remote":"127.0.0.1:40344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:40.246416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:39.096286Z","time spent":"1.150120185s","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-03T19:46:40.24692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391004741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T19:46:40.24696Z","caller":"traceutil/trace.go:171","msg":"trace[687033407] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24420; }","duration":"1.391060163s","start":"2026-03-03T19:46:38.855889Z","end":"2026-03-03T19:46:40.246949Z","steps":["trace[687033407] 'agreement among raft nodes before linearized reading' (duration: 1.39094846s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:40.247001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:38.855879Z","time spent":"1.391115254s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:46:40.246257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389132917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T19:46:40.247141Z","caller":"traceutil/trace.go:171","msg":"trace[199824198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24420; }","duration":"1.390031468s","start":"2026-03-03T19:46:38.857092Z","end":"2026-03-03T19:46:40.247123Z","steps":["trace[199824198] 'agreement among raft nodes before linearized reading' (duration: 1.389035244s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:40.247188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:38.857081Z","time spent":"1.390095399s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:46:40.245487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.592455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:40.24631Z","caller":"traceutil/trace.go:171","msg":"trace[11895829] transaction","detail":"{read_only:false; response_revision:24419; number_of_response:1; }","duration":"1.386117235s","start":"2026-03-03T19:46:38.860177Z","end":"2026-03-03T19:46:40.246295Z","steps":["trace[11895829] 'process raft request' (duration: 1.384841935s)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:40.247316Z","caller":"traceutil/trace.go:171","msg":"trace[801546611] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24420; }","duration":"633.404338ms","start":"2026-03-03T19:46:39.613872Z","end":"2026-03-03T19:46:40.247276Z","steps":["trace[801546611] 'agreement among raft nodes before linearized reading' (duration: 631.565494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:40.247377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:38.860169Z","time spent":"1.3871127s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:40.246065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406670832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:40.247503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:39.613868Z","time spent":"633.540091ms","remote":"127.0.0.1:40266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:40.24629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33483433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T19:46:40.247566Z","caller":"traceutil/trace.go:171","msg":"trace[1858479802] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24420; }","duration":"2.336173611s","start":"2026-03-03T19:46:37.911381Z","end":"2026-03-03T19:46:40.247555Z","steps":["trace[1858479802] 'agreement among raft nodes before linearized reading' (duration: 2.334672866s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:40.24761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:37.911364Z","time spent":"2.336230983s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:46:40.247639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391714418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T19:46:40.247677Z","caller":"traceutil/trace.go:171","msg":"trace[2089378015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24420; }","duration":"1.39179673s","start":"2026-03-03T19:46:38.855868Z","end":"2026-03-03T19:46:40.247664Z","steps":["trace[2089378015] 'agreement among raft nodes before linearized reading' (duration: 1.391667247s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:40.24771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:38.855842Z","time spent":"1.391860332s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:46:40.247653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.823967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T19:46:40.247761Z","caller":"traceutil/trace.go:171","msg":"trace[672387749] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24420; }","duration":"641.973711ms","start":"2026-03-03T19:46:39.605776Z","end":"2026-03-03T19:46:40.24775Z","steps":["trace[672387749] 'agreement among raft nodes before linearized reading' (duration: 640.147518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:40.247791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:39.605756Z","time spent":"642.024832ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T19:46:40.247512Z","caller":"traceutil/trace.go:171","msg":"trace[622406189] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24420; }","duration":"1.408169297s","start":"2026-03-03T19:46:38.839329Z","end":"2026-03-03T19:46:40.247498Z","steps":["trace[622406189] 'agreement among raft nodes before linearized reading' (duration: 1.406690572s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:40.248021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:38.839295Z","time spent":"1.408582487s","remote":"127.0.0.1:48748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:40.248377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392513327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T19:46:40.24842Z","caller":"traceutil/trace.go:171","msg":"trace[699525838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24420; }","duration":"1.392610299s","start":"2026-03-03T19:46:38.855798Z","end":"2026-03-03T19:46:40.248408Z","steps":["trace[699525838] 'agreement among raft nodes before linearized reading' (duration: 1.392473076s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:40.248463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:38.855765Z","time spent":"1.392691301s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T19:46:41.116885Z","caller":"traceutil/trace.go:171","msg":"trace[609018357] transaction","detail":"{read_only:false; response_revision:24421; number_of_response:1; }","duration":"863.605331ms","start":"2026-03-03T19:46:40.253242Z","end":"2026-03-03T19:46:41.116847Z","steps":["trace[609018357] 'process raft request' (duration: 791.903706ms)","trace[609018357] 'compare' (duration: 71.335747ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:41.116969Z","caller":"traceutil/trace.go:171","msg":"trace[70995016] linearizableReadLoop","detail":"{readStateIndex:25283; appliedIndex:25282; }","duration":"863.668573ms","start":"2026-03-03T19:46:40.253257Z","end":"2026-03-03T19:46:41.116925Z","steps":["trace[70995016] 'read index received' (duration: 138.294µs)","trace[70995016] 'applied index is now lower than readState.Index' (duration: 863.525449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:41.117111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:40.253226Z","time spent":"863.748224ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:41.117199Z","caller":"traceutil/trace.go:171","msg":"trace[1217629379] transaction","detail":"{read_only:false; response_revision:24422; number_of_response:1; }","duration":"863.792066ms","start":"2026-03-03T19:46:40.253386Z","end":"2026-03-03T19:46:41.117178Z","steps":["trace[1217629379] 'process raft request' (duration: 863.474058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:41.117315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.029511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T19:46:41.11735Z","caller":"traceutil/trace.go:171","msg":"trace[601654200] transaction","detail":"{read_only:false; response_revision:24423; number_of_response:1; }","duration":"863.927339ms","start":"2026-03-03T19:46:40.253391Z","end":"2026-03-03T19:46:41.117319Z","steps":["trace[601654200] 'process raft request' (duration: 863.614292ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:41.117401Z","caller":"traceutil/trace.go:171","msg":"trace[1215049297] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24423; }","duration":"864.177305ms","start":"2026-03-03T19:46:40.253204Z","end":"2026-03-03T19:46:41.117382Z","steps":["trace[1215049297] 'agreement among raft nodes before linearized reading' (duration: 863.911358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:41.117455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:40.25319Z","time spent":"864.254456ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T19:46:41.117499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:40.253361Z","time spent":"864.053082ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:41.117623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.295704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:41.117735Z","caller":"traceutil/trace.go:171","msg":"trace[654017782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24427; }","duration":"863.447278ms","start":"2026-03-03T19:46:40.254265Z","end":"2026-03-03T19:46:41.117712Z","steps":["trace[654017782] 'agreement among raft nodes before linearized reading' (duration: 863.238803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:41.117786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:40.254249Z","time spent":"863.528129ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:46:41.118156Z","caller":"traceutil/trace.go:171","msg":"trace[1367551587] transaction","detail":"{read_only:false; response_revision:24424; number_of_response:1; }","duration":"863.834087ms","start":"2026-03-03T19:46:40.25431Z","end":"2026-03-03T19:46:41.118144Z","steps":["trace[1367551587] 'process raft request' (duration: 862.962386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:41.118266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:40.254299Z","time spent":"863.894728ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:41.117338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:40.253363Z","time spent":"863.868097ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:41.11949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.010807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:46:41.119418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.354426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:41.119529Z","caller":"traceutil/trace.go:171","msg":"trace[1531135438] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24427; }","duration":"372.091789ms","start":"2026-03-03T19:46:40.747423Z","end":"2026-03-03T19:46:41.119515Z","steps":["trace[1531135438] 'agreement among raft nodes before linearized reading' (duration: 372.032718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:41.119563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:40.747398Z","time spent":"372.15643ms","remote":"127.0.0.1:55622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:46:41.119584Z","caller":"traceutil/trace.go:171","msg":"trace[2040239909] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24427; }","duration":"819.534989ms","start":"2026-03-03T19:46:40.300015Z","end":"2026-03-03T19:46:41.11955Z","steps":["trace[2040239909] 'agreement among raft nodes before linearized reading' (duration: 819.321024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:41.119585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.325318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:41.119777Z","caller":"traceutil/trace.go:171","msg":"trace[520810404] transaction","detail":"{read_only:false; response_revision:24426; number_of_response:1; }","duration":"864.291628ms","start":"2026-03-03T19:46:40.25547Z","end":"2026-03-03T19:46:41.119762Z","steps":["trace[520810404] 'process raft request' (duration: 861.928852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:41.119861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:40.255462Z","time spent":"864.338239ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:41.119827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.598921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T19:46:41.119997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.550598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:41.120032Z","caller":"traceutil/trace.go:171","msg":"trace[1162877473] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24427; }","duration":"314.582958ms","start":"2026-03-03T19:46:40.805435Z","end":"2026-03-03T19:46:41.120018Z","steps":["trace[1162877473] 'agreement among raft nodes before linearized reading' (duration: 314.525007ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:41.120014Z","caller":"traceutil/trace.go:171","msg":"trace[1882568924] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24427; }","duration":"819.776425ms","start":"2026-03-03T19:46:40.300188Z","end":"2026-03-03T19:46:41.119964Z","steps":["trace[1882568924] 'agreement among raft nodes before linearized reading' (duration: 819.595261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:41.120067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:40.805393Z","time spent":"314.66178ms","remote":"127.0.0.1:40546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T19:46:41.119648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:40.300004Z","time spent":"819.621301ms","remote":"127.0.0.1:40556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:46:41.119739Z","caller":"traceutil/trace.go:171","msg":"trace[1859439908] transaction","detail":"{read_only:false; response_revision:24425; number_of_response:1; }","duration":"864.83354ms","start":"2026-03-03T19:46:40.254895Z","end":"2026-03-03T19:46:41.119729Z","steps":["trace[1859439908] 'process raft request' (duration: 862.436334ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:41.119705Z","caller":"traceutil/trace.go:171","msg":"trace[1861351955] transaction","detail":"{read_only:false; response_revision:24427; number_of_response:1; }","duration":"582.462734ms","start":"2026-03-03T19:46:40.53723Z","end":"2026-03-03T19:46:41.119693Z","steps":["trace[1861351955] 'process raft request' (duration: 580.2188ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:41.120251Z","caller":"traceutil/trace.go:171","msg":"trace[1411871778] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24427; }","duration":"340.972793ms","start":"2026-03-03T19:46:40.77919Z","end":"2026-03-03T19:46:41.120163Z","steps":["trace[1411871778] 'agreement among raft nodes before linearized reading' (duration: 340.097912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:41.120338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:40.779165Z","time spent":"341.156528ms","remote":"127.0.0.1:57192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:41.120348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:40.537194Z","time spent":"583.113449ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:41.120492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:40.254883Z","time spent":"865.380333ms","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:41.12113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:40.300172Z","time spent":"820.798499ms","remote":"127.0.0.1:44264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:46:42.323715Z","caller":"traceutil/trace.go:171","msg":"trace[83720362] linearizableReadLoop","detail":"{readStateIndex:25291; appliedIndex:25290; }","duration":"178.498001ms","start":"2026-03-03T19:46:42.145187Z","end":"2026-03-03T19:46:42.323685Z","steps":["trace[83720362] 'read index received' (duration: 178.356598ms)","trace[83720362] 'applied index is now lower than readState.Index' (duration: 139.913µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:42.323864Z","caller":"traceutil/trace.go:171","msg":"trace[836911190] transaction","detail":"{read_only:false; response_revision:24429; number_of_response:1; }","duration":"458.327348ms","start":"2026-03-03T19:46:41.865478Z","end":"2026-03-03T19:46:42.323806Z","steps":["trace[836911190] 'process raft request' (duration: 458.0134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:42.323923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.703405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:46:42.323965Z","caller":"traceutil/trace.go:171","msg":"trace[2026385572] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24429; }","duration":"178.822988ms","start":"2026-03-03T19:46:42.145128Z","end":"2026-03-03T19:46:42.323951Z","steps":["trace[2026385572] 'agreement among raft nodes before linearized reading' (duration: 178.699805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:42.324077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:41.865429Z","time spent":"458.527862ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:42.790626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.269327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:46:42.791024Z","caller":"traceutil/trace.go:171","msg":"trace[1696919761] transaction","detail":"{read_only:false; response_revision:24430; number_of_response:1; }","duration":"539.337964ms","start":"2026-03-03T19:46:42.25164Z","end":"2026-03-03T19:46:42.790977Z","steps":["trace[1696919761] 'process raft request' (duration: 280.591775ms)","trace[1696919761] 'compare' (duration: 258.093163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:42.791244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:42.251602Z","time spent":"539.520257ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:42.7913Z","caller":"traceutil/trace.go:171","msg":"trace[1574171476] transaction","detail":"{read_only:false; response_revision:24432; number_of_response:1; }","duration":"537.577032ms","start":"2026-03-03T19:46:42.253691Z","end":"2026-03-03T19:46:42.791268Z","steps":["trace[1574171476] 'process raft request' (duration: 537.124831ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:42.791287Z","caller":"traceutil/trace.go:171","msg":"trace[1421321084] transaction","detail":"{read_only:false; response_revision:24433; number_of_response:1; }","duration":"537.51908ms","start":"2026-03-03T19:46:42.253734Z","end":"2026-03-03T19:46:42.791253Z","steps":["trace[1421321084] 'process raft request' (duration: 537.123301ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:42.791358Z","caller":"traceutil/trace.go:171","msg":"trace[389802117] transaction","detail":"{read_only:false; response_revision:24435; number_of_response:1; }","duration":"536.66383ms","start":"2026-03-03T19:46:42.254636Z","end":"2026-03-03T19:46:42.7913Z","steps":["trace[389802117] 'process raft request' (duration: 536.301382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:42.791409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:42.253685Z","time spent":"537.669904ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:42.791295Z","caller":"traceutil/trace.go:171","msg":"trace[1780087618] transaction","detail":"{read_only:false; response_revision:24434; number_of_response:1; }","duration":"537.440908ms","start":"2026-03-03T19:46:42.253815Z","end":"2026-03-03T19:46:42.791256Z","steps":["trace[1780087618] 'process raft request' (duration: 537.07744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:42.791495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:42.253729Z","time spent":"537.649513ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:42.791503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.681918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:42.791297Z","caller":"traceutil/trace.go:171","msg":"trace[2013609003] transaction","detail":"{read_only:false; response_revision:24431; number_of_response:1; }","duration":"537.679184ms","start":"2026-03-03T19:46:42.253578Z","end":"2026-03-03T19:46:42.791257Z","steps":["trace[2013609003] 'process raft request' (duration: 537.174213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:42.791584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:42.254626Z","time spent":"536.835604ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:42.791015Z","caller":"traceutil/trace.go:171","msg":"trace[1129834191] linearizableReadLoop","detail":"{readStateIndex:25297; appliedIndex:25291; }","duration":"467.201898ms","start":"2026-03-03T19:46:42.32379Z","end":"2026-03-03T19:46:42.790992Z","steps":["trace[1129834191] 'read index received' (duration: 208.357587ms)","trace[1129834191] 'applied index is now lower than readState.Index' (duration: 258.842781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:42.791579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:42.253808Z","time spent":"537.703984ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:42.791596Z","caller":"traceutil/trace.go:171","msg":"trace[645740445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24435; }","duration":"552.832983ms","start":"2026-03-03T19:46:42.238736Z","end":"2026-03-03T19:46:42.791569Z","steps":["trace[645740445] 'agreement among raft nodes before linearized reading' (duration: 552.642778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:42.791652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:42.238708Z","time spent":"552.936315ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T19:46:42.791811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.452074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:42.791855Z","caller":"traceutil/trace.go:171","msg":"trace[1649549679] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24435; }","duration":"393.499635ms","start":"2026-03-03T19:46:42.398344Z","end":"2026-03-03T19:46:42.791844Z","steps":["trace[1649549679] 'agreement among raft nodes before linearized reading' (duration: 393.409993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:42.791812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:42.253549Z","time spent":"538.087753ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:42.79189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:42.398283Z","time spent":"393.599667ms","remote":"127.0.0.1:44182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:46:42.791988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.896908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T19:46:42.792034Z","caller":"traceutil/trace.go:171","msg":"trace[1314407989] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24435; }","duration":"120.992962ms","start":"2026-03-03T19:46:42.671029Z","end":"2026-03-03T19:46:42.792022Z","steps":["trace[1314407989] 'agreement among raft nodes before linearized reading' (duration: 120.728145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:43.383847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.225098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10651"} {"level":"info","ts":"2026-03-03T19:46:43.383992Z","caller":"traceutil/trace.go:171","msg":"trace[1686003195] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24435; }","duration":"308.422963ms","start":"2026-03-03T19:46:43.075542Z","end":"2026-03-03T19:46:43.383965Z","steps":["trace[1686003195] 'range keys from in-memory index tree' (duration: 307.956432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:43.384051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:43.075519Z","time spent":"308.520716ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10674,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-03T19:46:43.443759Z","caller":"traceutil/trace.go:171","msg":"trace[2089586619] linearizableReadLoop","detail":"{readStateIndex:25298; appliedIndex:25297; }","duration":"359.690026ms","start":"2026-03-03T19:46:43.084021Z","end":"2026-03-03T19:46:43.443711Z","steps":["trace[2089586619] 'read index received' (duration: 359.45366ms)","trace[2089586619] 'applied index is now lower than readState.Index' (duration: 234.836µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:43.443848Z","caller":"traceutil/trace.go:171","msg":"trace[921121471] transaction","detail":"{read_only:false; response_revision:24436; number_of_response:1; }","duration":"365.510133ms","start":"2026-03-03T19:46:43.078295Z","end":"2026-03-03T19:46:43.443805Z","steps":["trace[921121471] 'process raft request' (duration: 365.154055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:43.444071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:43.078271Z","time spent":"365.664547ms","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T19:46:43.444222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.165457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T19:46:43.444323Z","caller":"traceutil/trace.go:171","msg":"trace[303812336] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24436; }","duration":"360.29229ms","start":"2026-03-03T19:46:43.084005Z","end":"2026-03-03T19:46:43.444297Z","steps":["trace[303812336] 'agreement among raft nodes before linearized reading' (duration: 359.908821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:43.444381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:43.083982Z","time spent":"360.389622ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-03T19:46:43.45193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.32673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T19:46:43.451972Z","caller":"traceutil/trace.go:171","msg":"trace[520363589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24437; }","duration":"327.380021ms","start":"2026-03-03T19:46:43.124584Z","end":"2026-03-03T19:46:43.451964Z","steps":["trace[520363589] 'agreement among raft nodes before linearized reading' (duration: 327.248408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:43.451994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:43.124578Z","time spent":"327.411182ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T19:46:43.452082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.287079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T19:46:43.452136Z","caller":"traceutil/trace.go:171","msg":"trace[1830670234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24437; }","duration":"327.377252ms","start":"2026-03-03T19:46:43.124743Z","end":"2026-03-03T19:46:43.45212Z","steps":["trace[1830670234] 'agreement among raft nodes before linearized reading' (duration: 327.081225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:43.452151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.363435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T19:46:43.452172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:43.124737Z","time spent":"327.426623ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T19:46:43.452151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.930498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T19:46:43.452208Z","caller":"traceutil/trace.go:171","msg":"trace[1353388870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24437; }","duration":"328.508749ms","start":"2026-03-03T19:46:43.123683Z","end":"2026-03-03T19:46:43.452191Z","steps":["trace[1353388870] 'agreement among raft nodes before linearized reading' (duration: 328.254133ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:43.452234Z","caller":"traceutil/trace.go:171","msg":"trace[104266005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24437; }","duration":"326.07731ms","start":"2026-03-03T19:46:43.126147Z","end":"2026-03-03T19:46:43.452224Z","steps":["trace[104266005] 'agreement among raft nodes before linearized reading' (duration: 325.754663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:43.452245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:43.123654Z","time spent":"328.5803ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T19:46:43.452263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:43.12613Z","time spent":"326.123242ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T19:46:43.452267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.726669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T19:46:43.4524Z","caller":"traceutil/trace.go:171","msg":"trace[2070794697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24437; }","duration":"327.900144ms","start":"2026-03-03T19:46:43.124464Z","end":"2026-03-03T19:46:43.452364Z","steps":["trace[2070794697] 'agreement among raft nodes before linearized reading' (duration: 327.520965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:43.452463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:43.124443Z","time spent":"328.007657ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T19:46:44.486617Z","caller":"traceutil/trace.go:171","msg":"trace[987305811] linearizableReadLoop","detail":"{readStateIndex:25309; appliedIndex:25308; }","duration":"248.056016ms","start":"2026-03-03T19:46:44.238534Z","end":"2026-03-03T19:46:44.48659Z","steps":["trace[987305811] 'read index received' (duration: 228.156615ms)","trace[987305811] 'applied index is now lower than readState.Index' (duration: 19.897501ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:44.486825Z","caller":"traceutil/trace.go:171","msg":"trace[31664977] transaction","detail":"{read_only:false; response_revision:24447; number_of_response:1; }","duration":"304.498731ms","start":"2026-03-03T19:46:44.182309Z","end":"2026-03-03T19:46:44.486808Z","steps":["trace[31664977] 'process raft request' (duration: 284.359484ms)","trace[31664977] 'compare' (duration: 19.369029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:44.487094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:44.182281Z","time spent":"304.610403ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10835,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:44.487332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.803734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:44.487414Z","caller":"traceutil/trace.go:171","msg":"trace[1839779565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24447; }","duration":"248.854855ms","start":"2026-03-03T19:46:44.238515Z","end":"2026-03-03T19:46:44.48737Z","steps":["trace[1839779565] 'agreement among raft nodes before linearized reading' (duration: 248.756593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:44.612955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.425276ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T19:46:44.613346Z","caller":"traceutil/trace.go:171","msg":"trace[1288972566] linearizableReadLoop","detail":"{readStateIndex:25311; appliedIndex:25309; }","duration":"126.606234ms","start":"2026-03-03T19:46:44.486697Z","end":"2026-03-03T19:46:44.613303Z","steps":["trace[1288972566] 'read index received' (duration: 11.743128ms)","trace[1288972566] 'applied index is now lower than readState.Index' (duration: 114.860196ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:44.613372Z","caller":"traceutil/trace.go:171","msg":"trace[1905352415] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"282.684245ms","start":"2026-03-03T19:46:44.330645Z","end":"2026-03-03T19:46:44.61333Z","steps":["trace[1905352415] 'process raft request' (duration: 282.412648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:44.633823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.456742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:44.633911Z","caller":"traceutil/trace.go:171","msg":"trace[1389971786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24448; }","duration":"143.923474ms","start":"2026-03-03T19:46:44.489969Z","end":"2026-03-03T19:46:44.633892Z","steps":["trace[1389971786] 'agreement among raft nodes before linearized reading' (duration: 123.531482ms)","trace[1389971786] 'range keys from in-memory index tree' (duration: 20.259759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:44.633962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.368202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:44.634012Z","caller":"traceutil/trace.go:171","msg":"trace[1504812788] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24448; }","duration":"160.514855ms","start":"2026-03-03T19:46:44.473479Z","end":"2026-03-03T19:46:44.633993Z","steps":["trace[1504812788] 'agreement among raft nodes before linearized reading' (duration: 139.934119ms)","trace[1504812788] 'count revisions from in-memory index tree' (duration: 20.496814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:44.634244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.967883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T19:46:44.634352Z","caller":"traceutil/trace.go:171","msg":"trace[1651048193] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24448; }","duration":"141.113407ms","start":"2026-03-03T19:46:44.493203Z","end":"2026-03-03T19:46:44.634316Z","steps":["trace[1651048193] 'agreement among raft nodes before linearized reading' (duration: 120.336396ms)","trace[1651048193] 'range keys from in-memory index tree' (duration: 20.492374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:45.343036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.109109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T19:46:45.343129Z","caller":"traceutil/trace.go:171","msg":"trace[1473517769] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24456; }","duration":"136.267182ms","start":"2026-03-03T19:46:45.206836Z","end":"2026-03-03T19:46:45.343104Z","steps":["trace[1473517769] 'range keys from in-memory index tree' (duration: 135.915334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:45.343147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.08394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T19:46:45.343247Z","caller":"traceutil/trace.go:171","msg":"trace[778517393] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:24456; }","duration":"504.268954ms","start":"2026-03-03T19:46:44.838953Z","end":"2026-03-03T19:46:45.343222Z","steps":["trace[778517393] 'range keys from in-memory index tree' (duration: 503.813774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:45.343277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.799621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T19:46:45.343381Z","caller":"traceutil/trace.go:171","msg":"trace[1286047090] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24456; }","duration":"497.937324ms","start":"2026-03-03T19:46:44.845425Z","end":"2026-03-03T19:46:45.343363Z","steps":["trace[1286047090] 'count revisions from in-memory index tree' (duration: 497.664258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:45.343348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:44.838864Z","time spent":"504.469979ms","remote":"127.0.0.1:43926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-03T19:46:45.343463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:44.845414Z","time spent":"498.035496ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":175,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:46:45.668272Z","caller":"traceutil/trace.go:171","msg":"trace[1062890359] linearizableReadLoop","detail":"{readStateIndex:25320; appliedIndex:25319; }","duration":"206.025272ms","start":"2026-03-03T19:46:45.462226Z","end":"2026-03-03T19:46:45.668251Z","steps":["trace[1062890359] 'read index received' (duration: 205.824507ms)","trace[1062890359] 'applied index is now lower than readState.Index' (duration: 199.995µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:45.668544Z","caller":"traceutil/trace.go:171","msg":"trace[1622347600] transaction","detail":"{read_only:false; response_revision:24457; number_of_response:1; }","duration":"308.479335ms","start":"2026-03-03T19:46:45.360052Z","end":"2026-03-03T19:46:45.668532Z","steps":["trace[1622347600] 'process raft request' (duration: 308.063385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:45.668648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:45.36004Z","time spent":"308.532876ms","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:45.668914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.689258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T19:46:45.668944Z","caller":"traceutil/trace.go:171","msg":"trace[421757019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24457; }","duration":"206.752169ms","start":"2026-03-03T19:46:45.462185Z","end":"2026-03-03T19:46:45.668937Z","steps":["trace[421757019] 'agreement among raft nodes before linearized reading' (duration: 206.633227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:45.669355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.418747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T19:46:45.669399Z","caller":"traceutil/trace.go:171","msg":"trace[1438489751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24457; }","duration":"202.508019ms","start":"2026-03-03T19:46:45.466883Z","end":"2026-03-03T19:46:45.669391Z","steps":["trace[1438489751] 'agreement among raft nodes before linearized reading' (duration: 202.242783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:45.6694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.611834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T19:46:45.669472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.368122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T19:46:45.669574Z","caller":"traceutil/trace.go:171","msg":"trace[1631233695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24457; }","duration":"201.535546ms","start":"2026-03-03T19:46:45.468017Z","end":"2026-03-03T19:46:45.669552Z","steps":["trace[1631233695] 'agreement among raft nodes before linearized reading' (duration: 201.181258ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:45.669505Z","caller":"traceutil/trace.go:171","msg":"trace[1508393376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24457; }","duration":"200.734757ms","start":"2026-03-03T19:46:45.468739Z","end":"2026-03-03T19:46:45.669474Z","steps":["trace[1508393376] 'agreement among raft nodes before linearized reading' (duration: 200.42749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:45.670098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.846737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T19:46:45.670227Z","caller":"traceutil/trace.go:171","msg":"trace[420674698] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24457; }","duration":"203.205895ms","start":"2026-03-03T19:46:45.466991Z","end":"2026-03-03T19:46:45.670197Z","steps":["trace[420674698] 'agreement among raft nodes before linearized reading' (duration: 202.280363ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:46.020307Z","caller":"traceutil/trace.go:171","msg":"trace[1039171146] transaction","detail":"{read_only:false; response_revision:24458; number_of_response:1; }","duration":"346.602016ms","start":"2026-03-03T19:46:45.673673Z","end":"2026-03-03T19:46:46.020275Z","steps":["trace[1039171146] 'process raft request' (duration: 249.945191ms)","trace[1039171146] 'compare' (duration: 96.169484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:46.020579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:45.673648Z","time spent":"346.735719ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:46.023747Z","caller":"traceutil/trace.go:171","msg":"trace[602120691] transaction","detail":"{read_only:false; response_revision:24459; number_of_response:1; }","duration":"349.861423ms","start":"2026-03-03T19:46:45.673857Z","end":"2026-03-03T19:46:46.023718Z","steps":["trace[602120691] 'process raft request' (duration: 349.677858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:46.023935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:45.673823Z","time spent":"350.000896ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:46.024124Z","caller":"traceutil/trace.go:171","msg":"trace[461701204] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"349.901304ms","start":"2026-03-03T19:46:45.674188Z","end":"2026-03-03T19:46:46.024089Z","steps":["trace[461701204] 'process raft request' (duration: 349.495455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:46.024285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:45.674181Z","time spent":"350.019997ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:46.024293Z","caller":"traceutil/trace.go:171","msg":"trace[177441443] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"349.845383ms","start":"2026-03-03T19:46:45.674406Z","end":"2026-03-03T19:46:46.024252Z","steps":["trace[177441443] 'process raft request' (duration: 349.586927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:46.024489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:45.674378Z","time spent":"350.003846ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:46.024855Z","caller":"traceutil/trace.go:171","msg":"trace[1858230018] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"349.617607ms","start":"2026-03-03T19:46:45.675199Z","end":"2026-03-03T19:46:46.024817Z","steps":["trace[1858230018] 'process raft request' (duration: 348.943322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:46.025025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:45.675158Z","time spent":"349.782701ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:46.850304Z","caller":"traceutil/trace.go:171","msg":"trace[1544664920] linearizableReadLoop","detail":"{readStateIndex:25328; appliedIndex:25327; }","duration":"130.059136ms","start":"2026-03-03T19:46:46.720217Z","end":"2026-03-03T19:46:46.850276Z","steps":["trace[1544664920] 'read index received' (duration: 129.999835ms)","trace[1544664920] 'applied index is now lower than readState.Index' (duration: 57.801µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:46:46.850451Z","caller":"traceutil/trace.go:171","msg":"trace[1513054443] transaction","detail":"{read_only:false; response_revision:24464; number_of_response:1; }","duration":"230.991312ms","start":"2026-03-03T19:46:46.619398Z","end":"2026-03-03T19:46:46.850389Z","steps":["trace[1513054443] 'process raft request' (duration: 230.703385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:46.850601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.350883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:46:46.850653Z","caller":"traceutil/trace.go:171","msg":"trace[1272732483] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24464; }","duration":"130.441964ms","start":"2026-03-03T19:46:46.720197Z","end":"2026-03-03T19:46:46.850639Z","steps":["trace[1272732483] 'agreement among raft nodes before linearized reading' (duration: 130.188228ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:47.134452Z","caller":"traceutil/trace.go:171","msg":"trace[1603588879] transaction","detail":"{read_only:false; response_revision:24465; number_of_response:1; }","duration":"323.023589ms","start":"2026-03-03T19:46:46.811389Z","end":"2026-03-03T19:46:47.134413Z","steps":["trace[1603588879] 'process raft request' (duration: 290.403367ms)","trace[1603588879] 'compare' (duration: 32.064749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:46:47.134651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:46.811361Z","time spent":"323.185072ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:47.136936Z","caller":"traceutil/trace.go:171","msg":"trace[84510279] transaction","detail":"{read_only:false; response_revision:24470; number_of_response:1; }","duration":"302.272378ms","start":"2026-03-03T19:46:46.834642Z","end":"2026-03-03T19:46:47.136915Z","steps":["trace[84510279] 'process raft request' (duration: 302.236497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:47.137111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:46.83461Z","time spent":"302.39387ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:47.137347Z","caller":"traceutil/trace.go:171","msg":"trace[737900424] transaction","detail":"{read_only:false; response_revision:24466; number_of_response:1; }","duration":"325.834405ms","start":"2026-03-03T19:46:46.811501Z","end":"2026-03-03T19:46:47.137335Z","steps":["trace[737900424] 'process raft request' (duration: 322.843664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:47.137395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:46.811493Z","time spent":"325.879806ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:47.137543Z","caller":"traceutil/trace.go:171","msg":"trace[1662745174] transaction","detail":"{read_only:false; response_revision:24469; number_of_response:1; }","duration":"324.857192ms","start":"2026-03-03T19:46:46.812673Z","end":"2026-03-03T19:46:47.13753Z","steps":["trace[1662745174] 'process raft request' (duration: 324.173136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:47.137613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:46.812663Z","time spent":"324.911013ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:46:47.137641Z","caller":"traceutil/trace.go:171","msg":"trace[1403580708] transaction","detail":"{read_only:false; response_revision:24468; number_of_response:1; }","duration":"325.239891ms","start":"2026-03-03T19:46:46.81238Z","end":"2026-03-03T19:46:47.13762Z","steps":["trace[1403580708] 'process raft request' (duration: 324.438442ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:46:47.137713Z","caller":"traceutil/trace.go:171","msg":"trace[845438946] transaction","detail":"{read_only:false; response_revision:24467; number_of_response:1; }","duration":"325.259971ms","start":"2026-03-03T19:46:46.812204Z","end":"2026-03-03T19:46:47.137464Z","steps":["trace[845438946] 'process raft request' (duration: 324.554795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:46:47.137736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:46.812368Z","time spent":"325.327633ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:47.137757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:46:46.812191Z","time spent":"325.542949ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:46:47.535913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.868193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:46:47.536041Z","caller":"traceutil/trace.go:171","msg":"trace[1808744388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24470; }","duration":"295.078477ms","start":"2026-03-03T19:46:47.240934Z","end":"2026-03-03T19:46:47.536013Z","steps":["trace[1808744388] 'range keys from in-memory index tree' (duration: 294.701858ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:03.008941Z","caller":"traceutil/trace.go:171","msg":"trace[1865249549] transaction","detail":"{read_only:false; response_revision:24595; number_of_response:1; }","duration":"187.468313ms","start":"2026-03-03T19:47:02.82143Z","end":"2026-03-03T19:47:03.008899Z","steps":["trace[1865249549] 'process raft request' (duration: 187.32989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:13.53089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.043468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:47:13.531047Z","caller":"traceutil/trace.go:171","msg":"trace[1526859162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24667; }","duration":"279.250653ms","start":"2026-03-03T19:47:13.25177Z","end":"2026-03-03T19:47:13.531021Z","steps":["trace[1526859162] 'range keys from in-memory index tree' (duration: 278.967717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:13.531102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.006254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-797d9db8bb-s9br5.18996c6837e8e6de\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T19:47:13.531216Z","caller":"traceutil/trace.go:171","msg":"trace[614601982] range","detail":"{range_begin:/registry/events/openstack/magnum-api-797d9db8bb-s9br5.18996c6837e8e6de; range_end:; response_count:1; response_revision:24667; }","duration":"311.140377ms","start":"2026-03-03T19:47:13.220044Z","end":"2026-03-03T19:47:13.531185Z","steps":["trace[614601982] 'range keys from in-memory index tree' (duration: 310.745828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:13.531271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:47:13.21998Z","time spent":"311.281ms","remote":"127.0.0.1:43836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-797d9db8bb-s9br5.18996c6837e8e6de\" "} {"level":"info","ts":"2026-03-03T19:47:13.532084Z","caller":"traceutil/trace.go:171","msg":"trace[1657833270] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"278.423993ms","start":"2026-03-03T19:47:13.253567Z","end":"2026-03-03T19:47:13.531991Z","steps":["trace[1657833270] 'process raft request' (duration: 268.285464ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:13.535427Z","caller":"traceutil/trace.go:171","msg":"trace[631079373] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"277.645485ms","start":"2026-03-03T19:47:13.25776Z","end":"2026-03-03T19:47:13.535405Z","steps":["trace[631079373] 'process raft request' (duration: 276.623121ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:13.535581Z","caller":"traceutil/trace.go:171","msg":"trace[45278876] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"281.495756ms","start":"2026-03-03T19:47:13.254075Z","end":"2026-03-03T19:47:13.53557Z","steps":["trace[45278876] 'process raft request' (duration: 280.077522ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:13.535638Z","caller":"traceutil/trace.go:171","msg":"trace[884045577] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"276.254773ms","start":"2026-03-03T19:47:13.259268Z","end":"2026-03-03T19:47:13.535523Z","steps":["trace[884045577] 'process raft request' (duration: 275.165537ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:13.535881Z","caller":"traceutil/trace.go:171","msg":"trace[1837180596] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"276.5628ms","start":"2026-03-03T19:47:13.25929Z","end":"2026-03-03T19:47:13.535853Z","steps":["trace[1837180596] 'process raft request' (duration: 275.189477ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:13.535871Z","caller":"traceutil/trace.go:171","msg":"trace[1032560775] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"230.89249ms","start":"2026-03-03T19:47:13.304945Z","end":"2026-03-03T19:47:13.535838Z","steps":["trace[1032560775] 'process raft request' (duration: 229.579509ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:15.292206Z","caller":"traceutil/trace.go:171","msg":"trace[122436727] linearizableReadLoop","detail":"{readStateIndex:25551; appliedIndex:25550; }","duration":"158.056668ms","start":"2026-03-03T19:47:15.134116Z","end":"2026-03-03T19:47:15.292173Z","steps":["trace[122436727] 'read index received' (duration: 157.814092ms)","trace[122436727] 'applied index is now lower than readState.Index' (duration: 241.166µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:47:15.292255Z","caller":"traceutil/trace.go:171","msg":"trace[717729118] transaction","detail":"{read_only:false; response_revision:24681; number_of_response:1; }","duration":"160.399473ms","start":"2026-03-03T19:47:15.131819Z","end":"2026-03-03T19:47:15.292218Z","steps":["trace[717729118] 'process raft request' (duration: 160.138627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:15.292651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.502508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-03T19:47:15.293328Z","caller":"traceutil/trace.go:171","msg":"trace[831735196] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:24681; }","duration":"158.760404ms","start":"2026-03-03T19:47:15.133984Z","end":"2026-03-03T19:47:15.292744Z","steps":["trace[831735196] 'agreement among raft nodes before linearized reading' (duration: 158.321484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:15.721627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.627155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:47:15.721713Z","caller":"traceutil/trace.go:171","msg":"trace[922503865] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24681; }","duration":"244.785679ms","start":"2026-03-03T19:47:15.476907Z","end":"2026-03-03T19:47:15.721692Z","steps":["trace[922503865] 'count revisions from in-memory index tree' (duration: 244.469011ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:15.722056Z","caller":"traceutil/trace.go:171","msg":"trace[1914743709] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"184.336699ms","start":"2026-03-03T19:47:15.537668Z","end":"2026-03-03T19:47:15.722005Z","steps":["trace[1914743709] 'process raft request' (duration: 181.906442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:15.722065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.891651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-03T19:47:15.722194Z","caller":"traceutil/trace.go:171","msg":"trace[473189966] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24681; }","duration":"319.069095ms","start":"2026-03-03T19:47:15.403092Z","end":"2026-03-03T19:47:15.722161Z","steps":["trace[473189966] 'range keys from in-memory index tree' (duration: 318.630635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:15.722257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:47:15.403073Z","time spent":"319.173198ms","remote":"127.0.0.1:36922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T19:47:16.202055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.132078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:47:16.202337Z","caller":"traceutil/trace.go:171","msg":"trace[678353880] transaction","detail":"{read_only:false; response_revision:24683; number_of_response:1; }","duration":"660.229912ms","start":"2026-03-03T19:47:15.542062Z","end":"2026-03-03T19:47:16.202292Z","steps":["trace[678353880] 'process raft request' (duration: 452.718235ms)","trace[678353880] 'compare' (duration: 206.912823ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:47:16.202496Z","caller":"traceutil/trace.go:171","msg":"trace[1487988253] linearizableReadLoop","detail":"{readStateIndex:25557; appliedIndex:25551; }","duration":"512.373036ms","start":"2026-03-03T19:47:15.690093Z","end":"2026-03-03T19:47:16.202466Z","steps":["trace[1487988253] 'read index received' (duration: 29.417425ms)","trace[1487988253] 'applied index is now lower than readState.Index' (duration: 482.95377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:47:16.202577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:47:15.542041Z","time spent":"660.405017ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:47:16.202766Z","caller":"traceutil/trace.go:171","msg":"trace[311968060] transaction","detail":"{read_only:false; response_revision:24684; number_of_response:1; }","duration":"660.384376ms","start":"2026-03-03T19:47:15.542361Z","end":"2026-03-03T19:47:16.202746Z","steps":["trace[311968060] 'process raft request' (duration: 659.860874ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:16.20279Z","caller":"traceutil/trace.go:171","msg":"trace[515613490] transaction","detail":"{read_only:false; response_revision:24687; number_of_response:1; }","duration":"659.765571ms","start":"2026-03-03T19:47:15.542988Z","end":"2026-03-03T19:47:16.202753Z","steps":["trace[515613490] 'process raft request' (duration: 659.417703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:16.202884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:47:15.542356Z","time spent":"660.470808ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:47:16.202969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:47:15.542982Z","time spent":"659.878534ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:47:16.202971Z","caller":"traceutil/trace.go:171","msg":"trace[1058767085] transaction","detail":"{read_only:false; response_revision:24686; number_of_response:1; }","duration":"659.974626ms","start":"2026-03-03T19:47:15.542946Z","end":"2026-03-03T19:47:16.20292Z","steps":["trace[1058767085] 'process raft request' (duration: 659.410773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:16.203171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.643115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:47:16.203228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:47:15.542938Z","time spent":"660.13156ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:47:16.203252Z","caller":"traceutil/trace.go:171","msg":"trace[306019074] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24687; }","duration":"433.756687ms","start":"2026-03-03T19:47:15.769471Z","end":"2026-03-03T19:47:16.203227Z","steps":["trace[306019074] 'agreement among raft nodes before linearized reading' (duration: 433.648284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:16.203401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:47:15.769451Z","time spent":"433.86864ms","remote":"127.0.0.1:37384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-03T19:47:16.203157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.561122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-03-03T19:47:16.203476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.156825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:47:16.203706Z","caller":"traceutil/trace.go:171","msg":"trace[888969401] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24687; }","duration":"475.018873ms","start":"2026-03-03T19:47:15.728481Z","end":"2026-03-03T19:47:16.2035Z","steps":["trace[888969401] 'agreement among raft nodes before linearized reading' (duration: 474.415159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:16.203749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:47:15.72846Z","time spent":"475.280619ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1335,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-03-03T19:47:16.203746Z","caller":"traceutil/trace.go:171","msg":"trace[161100089] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24687; }","duration":"513.667826ms","start":"2026-03-03T19:47:15.690049Z","end":"2026-03-03T19:47:16.203717Z","steps":["trace[161100089] 'agreement among raft nodes before linearized reading' (duration: 513.100243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:16.203857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:47:15.690034Z","time spent":"513.751209ms","remote":"127.0.0.1:42418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T19:47:16.202872Z","caller":"traceutil/trace.go:171","msg":"trace[1247796465] transaction","detail":"{read_only:false; response_revision:24685; number_of_response:1; }","duration":"660.426237ms","start":"2026-03-03T19:47:15.542424Z","end":"2026-03-03T19:47:16.20285Z","steps":["trace[1247796465] 'process raft request' (duration: 659.880694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:16.204763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:47:15.542412Z","time spent":"662.271061ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:47:16.435882Z","caller":"traceutil/trace.go:171","msg":"trace[1551494125] linearizableReadLoop","detail":"{readStateIndex:25558; appliedIndex:25557; }","duration":"229.259111ms","start":"2026-03-03T19:47:16.20659Z","end":"2026-03-03T19:47:16.435849Z","steps":["trace[1551494125] 'read index received' (duration: 226.969227ms)","trace[1551494125] 'applied index is now lower than readState.Index' (duration: 2.287984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:47:16.436184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.567799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T19:47:16.436242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.054992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T19:47:16.436285Z","caller":"traceutil/trace.go:171","msg":"trace[1296163040] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24687; }","duration":"228.124264ms","start":"2026-03-03T19:47:16.208148Z","end":"2026-03-03T19:47:16.436272Z","steps":["trace[1296163040] 'agreement among raft nodes before linearized reading' (duration: 227.909539ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:16.436286Z","caller":"traceutil/trace.go:171","msg":"trace[1477328465] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24687; }","duration":"229.719312ms","start":"2026-03-03T19:47:16.206544Z","end":"2026-03-03T19:47:16.436264Z","steps":["trace[1477328465] 'agreement among raft nodes before linearized reading' (duration: 229.396574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:16.436468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.919616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T19:47:16.436532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.25361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T19:47:16.436563Z","caller":"traceutil/trace.go:171","msg":"trace[197066350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24687; }","duration":"193.313661ms","start":"2026-03-03T19:47:16.243239Z","end":"2026-03-03T19:47:16.436553Z","steps":["trace[197066350] 'agreement among raft nodes before linearized reading' (duration: 193.215598ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:16.436557Z","caller":"traceutil/trace.go:171","msg":"trace[1848798989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24687; }","duration":"197.06232ms","start":"2026-03-03T19:47:16.239475Z","end":"2026-03-03T19:47:16.436537Z","steps":["trace[1848798989] 'agreement among raft nodes before linearized reading' (duration: 196.763843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:16.436682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.713237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:47:16.436839Z","caller":"traceutil/trace.go:171","msg":"trace[516340074] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24687; }","duration":"225.912842ms","start":"2026-03-03T19:47:16.21087Z","end":"2026-03-03T19:47:16.436783Z","steps":["trace[516340074] 'agreement among raft nodes before linearized reading' (duration: 225.641686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:16.436902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.723125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T19:47:16.437019Z","caller":"traceutil/trace.go:171","msg":"trace[342268861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24687; }","duration":"197.951411ms","start":"2026-03-03T19:47:16.239038Z","end":"2026-03-03T19:47:16.436989Z","steps":["trace[342268861] 'agreement among raft nodes before linearized reading' (duration: 197.50778ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:16.724041Z","caller":"traceutil/trace.go:171","msg":"trace[1552663343] transaction","detail":"{read_only:false; response_revision:24690; number_of_response:1; }","duration":"281.901696ms","start":"2026-03-03T19:47:16.442108Z","end":"2026-03-03T19:47:16.72401Z","steps":["trace[1552663343] 'process raft request' (duration: 281.789814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:16.724046Z","caller":"traceutil/trace.go:171","msg":"trace[399606099] transaction","detail":"{read_only:false; response_revision:24689; number_of_response:1; }","duration":"282.302425ms","start":"2026-03-03T19:47:16.441701Z","end":"2026-03-03T19:47:16.724003Z","steps":["trace[399606099] 'process raft request' (duration: 281.982427ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:16.724356Z","caller":"traceutil/trace.go:171","msg":"trace[1241623908] transaction","detail":"{read_only:false; response_revision:24691; number_of_response:1; }","duration":"281.687391ms","start":"2026-03-03T19:47:16.442633Z","end":"2026-03-03T19:47:16.72432Z","steps":["trace[1241623908] 'process raft request' (duration: 281.323632ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:16.724645Z","caller":"traceutil/trace.go:171","msg":"trace[1919619395] transaction","detail":"{read_only:false; response_revision:24693; number_of_response:1; }","duration":"281.894186ms","start":"2026-03-03T19:47:16.442737Z","end":"2026-03-03T19:47:16.724631Z","steps":["trace[1919619395] 'process raft request' (duration: 281.752163ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:16.724648Z","caller":"traceutil/trace.go:171","msg":"trace[1445581952] transaction","detail":"{read_only:false; response_revision:24692; number_of_response:1; }","duration":"281.872105ms","start":"2026-03-03T19:47:16.442727Z","end":"2026-03-03T19:47:16.724599Z","steps":["trace[1445581952] 'process raft request' (duration: 281.470166ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:16.724655Z","caller":"traceutil/trace.go:171","msg":"trace[1068424572] linearizableReadLoop","detail":"{readStateIndex:25564; appliedIndex:25559; }","duration":"238.312025ms","start":"2026-03-03T19:47:16.486321Z","end":"2026-03-03T19:47:16.724633Z","steps":["trace[1068424572] 'read index received' (duration: 237.215399ms)","trace[1068424572] 'applied index is now lower than readState.Index' (duration: 1.094656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:47:16.72487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.537921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T19:47:16.724927Z","caller":"traceutil/trace.go:171","msg":"trace[1263366218] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24693; }","duration":"238.640793ms","start":"2026-03-03T19:47:16.486273Z","end":"2026-03-03T19:47:16.724914Z","steps":["trace[1263366218] 'agreement among raft nodes before linearized reading' (duration: 238.413937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:16.724935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.571508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:47:16.725038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.498609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-03T19:47:16.725137Z","caller":"traceutil/trace.go:171","msg":"trace[1117917285] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24693; }","duration":"235.633133ms","start":"2026-03-03T19:47:16.489484Z","end":"2026-03-03T19:47:16.725118Z","steps":["trace[1117917285] 'agreement among raft nodes before linearized reading' (duration: 235.361976ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:16.726347Z","caller":"traceutil/trace.go:171","msg":"trace[1288779987] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24693; }","duration":"237.796503ms","start":"2026-03-03T19:47:16.487295Z","end":"2026-03-03T19:47:16.725091Z","steps":["trace[1288779987] 'agreement among raft nodes before linearized reading' (duration: 237.545377ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:22.700276Z","caller":"traceutil/trace.go:171","msg":"trace[2128109047] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"474.351417ms","start":"2026-03-03T19:47:22.225886Z","end":"2026-03-03T19:47:22.700238Z","steps":["trace[2128109047] 'process raft request' (duration: 471.777117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:22.700446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:47:22.225853Z","time spent":"474.50141ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:47:22.701693Z","caller":"traceutil/trace.go:171","msg":"trace[1750526586] linearizableReadLoop","detail":"{readStateIndex:25603; appliedIndex:25598; }","duration":"461.79315ms","start":"2026-03-03T19:47:22.239877Z","end":"2026-03-03T19:47:22.701671Z","steps":["trace[1750526586] 'read index received' (duration: 457.802556ms)","trace[1750526586] 'applied index is now lower than readState.Index' (duration: 3.990064ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:47:22.701794Z","caller":"traceutil/trace.go:171","msg":"trace[1043948606] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"470.984687ms","start":"2026-03-03T19:47:22.230799Z","end":"2026-03-03T19:47:22.701783Z","steps":["trace[1043948606] 'process raft request' (duration: 470.811073ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:22.701765Z","caller":"traceutil/trace.go:171","msg":"trace[538878322] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"471.837077ms","start":"2026-03-03T19:47:22.229887Z","end":"2026-03-03T19:47:22.701724Z","steps":["trace[538878322] 'process raft request' (duration: 471.697844ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:47:22.701927Z","caller":"traceutil/trace.go:171","msg":"trace[128988770] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"470.811933ms","start":"2026-03-03T19:47:22.23111Z","end":"2026-03-03T19:47:22.701922Z","steps":["trace[128988770] 'process raft request' (duration: 470.535417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:22.701969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:47:22.2311Z","time spent":"470.852044ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:47:22.702132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.265031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:47:22.702155Z","caller":"traceutil/trace.go:171","msg":"trace[1957101446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24731; }","duration":"462.334932ms","start":"2026-03-03T19:47:22.239815Z","end":"2026-03-03T19:47:22.70215Z","steps":["trace[1957101446] 'agreement among raft nodes before linearized reading' (duration: 462.263501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:22.70217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:47:22.239791Z","time spent":"462.376484ms","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T19:47:22.702202Z","caller":"traceutil/trace.go:171","msg":"trace[155167347] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"472.872052ms","start":"2026-03-03T19:47:22.229304Z","end":"2026-03-03T19:47:22.702176Z","steps":["trace[155167347] 'process raft request' (duration: 472.163305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:22.702322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.188834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T19:47:22.702394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:47:22.229288Z","time spent":"473.002715ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:47:22.702429Z","caller":"traceutil/trace.go:171","msg":"trace[996127304] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24731; }","duration":"118.39163ms","start":"2026-03-03T19:47:22.584015Z","end":"2026-03-03T19:47:22.702407Z","steps":["trace[996127304] 'agreement among raft nodes before linearized reading' (duration: 118.009861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:47:22.701901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:47:22.230772Z","time spent":"471.041179ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:47:22.702654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:47:22.22988Z","time spent":"472.058662ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:48:01.878808Z","caller":"traceutil/trace.go:171","msg":"trace[2068762381] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"309.181101ms","start":"2026-03-03T19:48:01.569599Z","end":"2026-03-03T19:48:01.87878Z","steps":["trace[2068762381] 'process raft request' (duration: 308.993626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:48:01.87901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:48:01.569566Z","time spent":"309.349334ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:48:02.112426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.835716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:48:02.112562Z","caller":"traceutil/trace.go:171","msg":"trace[579110675] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25175; }","duration":"162.011891ms","start":"2026-03-03T19:48:01.950522Z","end":"2026-03-03T19:48:02.112534Z","steps":["trace[579110675] 'range keys from in-memory index tree' (duration: 161.761405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:48:02.112605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.769312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:48:02.112714Z","caller":"traceutil/trace.go:171","msg":"trace[1809460293] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25175; }","duration":"160.944056ms","start":"2026-03-03T19:48:01.951748Z","end":"2026-03-03T19:48:02.112692Z","steps":["trace[1809460293] 'range keys from in-memory index tree' (duration: 160.661719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:48:02.112941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.277057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:48:02.112962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.137277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T19:48:02.113084Z","caller":"traceutil/trace.go:171","msg":"trace[1502731197] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25175; }","duration":"160.297691ms","start":"2026-03-03T19:48:01.952743Z","end":"2026-03-03T19:48:02.11304Z","steps":["trace[1502731197] 'range keys from in-memory index tree' (duration: 159.898621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:48:02.113086Z","caller":"traceutil/trace.go:171","msg":"trace[611323702] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25175; }","duration":"162.38731ms","start":"2026-03-03T19:48:01.950642Z","end":"2026-03-03T19:48:02.113029Z","steps":["trace[611323702] 'range keys from in-memory index tree' (duration: 162.236406ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:48:09.428744Z","caller":"traceutil/trace.go:171","msg":"trace[1337613676] transaction","detail":"{read_only:false; response_revision:25233; number_of_response:1; }","duration":"171.386392ms","start":"2026-03-03T19:48:09.257325Z","end":"2026-03-03T19:48:09.428711Z","steps":["trace[1337613676] 'process raft request' (duration: 171.183348ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:48:09.430832Z","caller":"traceutil/trace.go:171","msg":"trace[249896188] linearizableReadLoop","detail":"{readStateIndex:26117; appliedIndex:26115; }","duration":"123.92233ms","start":"2026-03-03T19:48:09.306881Z","end":"2026-03-03T19:48:09.430803Z","steps":["trace[249896188] 'read index received' (duration: 121.612515ms)","trace[249896188] 'applied index is now lower than readState.Index' (duration: 2.308395ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:48:09.430876Z","caller":"traceutil/trace.go:171","msg":"trace[1820026652] transaction","detail":"{read_only:false; response_revision:25234; number_of_response:1; }","duration":"172.165931ms","start":"2026-03-03T19:48:09.258633Z","end":"2026-03-03T19:48:09.430798Z","steps":["trace[1820026652] 'process raft request' (duration: 171.922995ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:48:09.43093Z","caller":"traceutil/trace.go:171","msg":"trace[2002119364] transaction","detail":"{read_only:false; response_revision:25235; number_of_response:1; }","duration":"106.896918ms","start":"2026-03-03T19:48:09.323978Z","end":"2026-03-03T19:48:09.430875Z","steps":["trace[2002119364] 'process raft request' (duration: 106.743094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:48:09.431105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.185947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:48:09.431186Z","caller":"traceutil/trace.go:171","msg":"trace[1665520753] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25235; }","duration":"124.330401ms","start":"2026-03-03T19:48:09.306831Z","end":"2026-03-03T19:48:09.431162Z","steps":["trace[1665520753] 'agreement among raft nodes before linearized reading' (duration: 124.132816ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:48:13.284Z","caller":"traceutil/trace.go:171","msg":"trace[283962705] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"338.597247ms","start":"2026-03-03T19:48:12.945374Z","end":"2026-03-03T19:48:13.283971Z","steps":["trace[283962705] 'process raft request' (duration: 338.356511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:48:13.284191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:48:12.94533Z","time spent":"338.760571ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:48:13.284394Z","caller":"traceutil/trace.go:171","msg":"trace[1951789373] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"336.259871ms","start":"2026-03-03T19:48:12.948122Z","end":"2026-03-03T19:48:13.284381Z","steps":["trace[1951789373] 'process raft request' (duration: 335.79102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:48:13.284459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:48:12.948105Z","time spent":"336.321253ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:48:13.284434Z","caller":"traceutil/trace.go:171","msg":"trace[1115201890] linearizableReadLoop","detail":"{readStateIndex:26140; appliedIndex:26136; }","duration":"190.257159ms","start":"2026-03-03T19:48:13.094151Z","end":"2026-03-03T19:48:13.284408Z","steps":["trace[1115201890] 'read index received' (duration: 189.676935ms)","trace[1115201890] 'applied index is now lower than readState.Index' (duration: 579.014µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:48:13.284557Z","caller":"traceutil/trace.go:171","msg":"trace[1770297405] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"333.031605ms","start":"2026-03-03T19:48:12.951511Z","end":"2026-03-03T19:48:13.284543Z","steps":["trace[1770297405] 'process raft request' (duration: 332.80932ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:48:13.284471Z","caller":"traceutil/trace.go:171","msg":"trace[1369840797] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"335.789151ms","start":"2026-03-03T19:48:12.948639Z","end":"2026-03-03T19:48:13.284428Z","steps":["trace[1369840797] 'process raft request' (duration: 335.570805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:48:13.284715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:48:12.951494Z","time spent":"333.105347ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:48:13.284729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.571676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:48:13.284769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:48:12.948634Z","time spent":"336.088858ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:48:13.284792Z","caller":"traceutil/trace.go:171","msg":"trace[1803377067] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25256; }","duration":"190.70741ms","start":"2026-03-03T19:48:13.094062Z","end":"2026-03-03T19:48:13.28477Z","steps":["trace[1803377067] 'agreement among raft nodes before linearized reading' (duration: 190.553466ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:48:13.445533Z","caller":"traceutil/trace.go:171","msg":"trace[876797679] transaction","detail":"{read_only:false; response_revision:25257; number_of_response:1; }","duration":"318.109972ms","start":"2026-03-03T19:48:13.127386Z","end":"2026-03-03T19:48:13.445496Z","steps":["trace[876797679] 'process raft request' (duration: 317.544759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:48:13.445796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:48:13.127353Z","time spent":"318.281497ms","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18738,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:48:13.445886Z","caller":"traceutil/trace.go:171","msg":"trace[2101399287] linearizableReadLoop","detail":"{readStateIndex:26142; appliedIndex:26140; }","duration":"161.263204ms","start":"2026-03-03T19:48:13.284582Z","end":"2026-03-03T19:48:13.445845Z","steps":["trace[2101399287] 'read index received' (duration: 160.24223ms)","trace[2101399287] 'applied index is now lower than readState.Index' (duration: 871.83µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:48:13.445967Z","caller":"traceutil/trace.go:171","msg":"trace[1122328023] transaction","detail":"{read_only:false; response_revision:25258; number_of_response:1; }","duration":"201.313251ms","start":"2026-03-03T19:48:13.244618Z","end":"2026-03-03T19:48:13.445931Z","steps":["trace[1122328023] 'process raft request' (duration: 200.780758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:48:13.446102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.217211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T19:48:13.446109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.415633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T19:48:13.446152Z","caller":"traceutil/trace.go:171","msg":"trace[1245412411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25258; }","duration":"180.322755ms","start":"2026-03-03T19:48:13.265817Z","end":"2026-03-03T19:48:13.44614Z","steps":["trace[1245412411] 'agreement among raft nodes before linearized reading' (duration: 180.047848ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:48:13.4462Z","caller":"traceutil/trace.go:171","msg":"trace[2035027700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25258; }","duration":"179.546685ms","start":"2026-03-03T19:48:13.266631Z","end":"2026-03-03T19:48:13.446177Z","steps":["trace[2035027700] 'agreement among raft nodes before linearized reading' (duration: 179.177677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:48:13.44622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.027842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T19:48:13.446115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.327502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-797d9db8bb-s9br5.18996c6837e8e6de\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T19:48:13.446275Z","caller":"traceutil/trace.go:171","msg":"trace[2009590096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25258; }","duration":"228.123034ms","start":"2026-03-03T19:48:13.21813Z","end":"2026-03-03T19:48:13.446253Z","steps":["trace[2009590096] 'agreement among raft nodes before linearized reading' (duration: 227.714635ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:48:13.446294Z","caller":"traceutil/trace.go:171","msg":"trace[505864331] range","detail":"{range_begin:/registry/events/openstack/magnum-api-797d9db8bb-s9br5.18996c6837e8e6de; range_end:; response_count:1; response_revision:25258; }","duration":"226.558418ms","start":"2026-03-03T19:48:13.219705Z","end":"2026-03-03T19:48:13.446264Z","steps":["trace[505864331] 'agreement among raft nodes before linearized reading' (duration: 226.109737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:48:13.446296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.803371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T19:48:13.446375Z","caller":"traceutil/trace.go:171","msg":"trace[47512572] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25258; }","duration":"335.939874ms","start":"2026-03-03T19:48:13.110395Z","end":"2026-03-03T19:48:13.446334Z","steps":["trace[47512572] 'agreement among raft nodes before linearized reading' (duration: 335.595936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:48:13.446421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:48:13.110373Z","time spent":"336.037766ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T19:48:13.607615Z","caller":"traceutil/trace.go:171","msg":"trace[324673329] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"155.663281ms","start":"2026-03-03T19:48:13.45192Z","end":"2026-03-03T19:48:13.607583Z","steps":["trace[324673329] 'process raft request' (duration: 140.632856ms)","trace[324673329] 'compare' (duration: 14.79431ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:48:13.607846Z","caller":"traceutil/trace.go:171","msg":"trace[2014878757] transaction","detail":"{read_only:false; response_revision:25261; number_of_response:1; }","duration":"155.848906ms","start":"2026-03-03T19:48:13.451969Z","end":"2026-03-03T19:48:13.607818Z","steps":["trace[2014878757] 'process raft request' (duration: 155.561369ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:48:13.607987Z","caller":"traceutil/trace.go:171","msg":"trace[987985416] linearizableReadLoop","detail":"{readStateIndex:26147; appliedIndex:26142; }","duration":"154.942974ms","start":"2026-03-03T19:48:13.45302Z","end":"2026-03-03T19:48:13.607963Z","steps":["trace[987985416] 'read index received' (duration: 27.110071ms)","trace[987985416] 'applied index is now lower than readState.Index' (duration: 127.831063ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:48:13.608101Z","caller":"traceutil/trace.go:171","msg":"trace[912052460] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"155.592849ms","start":"2026-03-03T19:48:13.452499Z","end":"2026-03-03T19:48:13.608092Z","steps":["trace[912052460] 'process raft request' (duration: 155.373314ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:48:13.608112Z","caller":"traceutil/trace.go:171","msg":"trace[435507916] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"154.76663ms","start":"2026-03-03T19:48:13.453335Z","end":"2026-03-03T19:48:13.608101Z","steps":["trace[435507916] 'process raft request' (duration: 154.579226ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:48:13.608526Z","caller":"traceutil/trace.go:171","msg":"trace[1830338227] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"156.534952ms","start":"2026-03-03T19:48:13.451979Z","end":"2026-03-03T19:48:13.608514Z","steps":["trace[1830338227] 'process raft request' (duration: 155.781104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:48:13.608718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.667301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T19:48:13.608754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.125634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:48:13.608778Z","caller":"traceutil/trace.go:171","msg":"trace[251976433] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25264; }","duration":"155.769074ms","start":"2026-03-03T19:48:13.452995Z","end":"2026-03-03T19:48:13.608764Z","steps":["trace[251976433] 'agreement among raft nodes before linearized reading' (duration: 155.541019ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:48:13.608812Z","caller":"traceutil/trace.go:171","msg":"trace[524066809] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25264; }","duration":"140.281567ms","start":"2026-03-03T19:48:13.468513Z","end":"2026-03-03T19:48:13.608795Z","steps":["trace[524066809] 'agreement among raft nodes before linearized reading' (duration: 140.105003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:48:14.363188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.766631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T19:48:14.363221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.935862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:48:14.363279Z","caller":"traceutil/trace.go:171","msg":"trace[824051763] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25266; }","duration":"113.921334ms","start":"2026-03-03T19:48:14.249339Z","end":"2026-03-03T19:48:14.36326Z","steps":["trace[824051763] 'range keys from in-memory index tree' (duration: 113.671878ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:48:14.363307Z","caller":"traceutil/trace.go:171","msg":"trace[1563666530] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25266; }","duration":"116.036524ms","start":"2026-03-03T19:48:14.247248Z","end":"2026-03-03T19:48:14.363285Z","steps":["trace[1563666530] 'range keys from in-memory index tree' (duration: 115.854729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:48:14.363489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.392094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:48:14.363588Z","caller":"traceutil/trace.go:171","msg":"trace[1837144022] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25266; }","duration":"111.559178ms","start":"2026-03-03T19:48:14.252008Z","end":"2026-03-03T19:48:14.363567Z","steps":["trace[1837144022] 'range keys from in-memory index tree' (duration: 111.308692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:48:14.363591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.850191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T19:48:14.363691Z","caller":"traceutil/trace.go:171","msg":"trace[336908138] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25266; }","duration":"110.967134ms","start":"2026-03-03T19:48:14.2527Z","end":"2026-03-03T19:48:14.363667Z","steps":["trace[336908138] 'range keys from in-memory index tree' (duration: 110.244537ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:48:15.396683Z","caller":"traceutil/trace.go:171","msg":"trace[1539957415] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"105.411563ms","start":"2026-03-03T19:48:15.29124Z","end":"2026-03-03T19:48:15.396652Z","steps":["trace[1539957415] 'process raft request' (duration: 105.190167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:48:15.435668Z","caller":"traceutil/trace.go:171","msg":"trace[931555337] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"144.328813ms","start":"2026-03-03T19:48:15.291314Z","end":"2026-03-03T19:48:15.435643Z","steps":["trace[931555337] 'process raft request' (duration: 144.127328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:48:15.436105Z","caller":"traceutil/trace.go:171","msg":"trace[1196505299] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"142.50235ms","start":"2026-03-03T19:48:15.293583Z","end":"2026-03-03T19:48:15.436085Z","steps":["trace[1196505299] 'process raft request' (duration: 142.363347ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:48:15.436259Z","caller":"traceutil/trace.go:171","msg":"trace[830345371] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"144.804394ms","start":"2026-03-03T19:48:15.29141Z","end":"2026-03-03T19:48:15.436214Z","steps":["trace[830345371] 'process raft request' (duration: 144.18654ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:49:16.191616Z","caller":"traceutil/trace.go:171","msg":"trace[861432225] transaction","detail":"{read_only:false; response_revision:25789; number_of_response:1; }","duration":"182.757552ms","start":"2026-03-03T19:49:16.008829Z","end":"2026-03-03T19:49:16.191586Z","steps":["trace[861432225] 'process raft request' (duration: 182.69512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:49:16.192139Z","caller":"traceutil/trace.go:171","msg":"trace[1037536320] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"183.94389ms","start":"2026-03-03T19:49:16.008156Z","end":"2026-03-03T19:49:16.1921Z","steps":["trace[1037536320] 'process raft request' (duration: 183.342326ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:49:16.192287Z","caller":"traceutil/trace.go:171","msg":"trace[1892198477] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"189.009679ms","start":"2026-03-03T19:49:16.003268Z","end":"2026-03-03T19:49:16.192277Z","steps":["trace[1892198477] 'process raft request' (duration: 188.025486ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:49:16.192412Z","caller":"traceutil/trace.go:171","msg":"trace[310933904] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"189.05317ms","start":"2026-03-03T19:49:16.003316Z","end":"2026-03-03T19:49:16.192369Z","steps":["trace[310933904] 'process raft request' (duration: 188.152989ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:49:33.04779Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23429} {"level":"info","ts":"2026-03-03T19:49:33.201201Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23429,"took":"147.58982ms","hash":2232714423,"current-db-size-bytes":49737728,"current-db-size":"50 MB","current-db-size-in-use-bytes":32714752,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-03T19:49:33.201404Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2232714423,"revision":23429,"compact-revision":20390} {"level":"info","ts":"2026-03-03T19:50:46.732942Z","caller":"traceutil/trace.go:171","msg":"trace[1030371318] transaction","detail":"{read_only:false; response_revision:26672; number_of_response:1; }","duration":"142.804647ms","start":"2026-03-03T19:50:46.590103Z","end":"2026-03-03T19:50:46.732908Z","steps":["trace[1030371318] 'process raft request' (duration: 66.019331ms)","trace[1030371318] 'compare' (duration: 76.625612ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:50:46.96625Z","caller":"traceutil/trace.go:171","msg":"trace[2025577211] transaction","detail":"{read_only:false; response_revision:26673; number_of_response:1; }","duration":"222.251236ms","start":"2026-03-03T19:50:46.743972Z","end":"2026-03-03T19:50:46.966223Z","steps":["trace[2025577211] 'process raft request' (duration: 221.511268ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:50:46.9715Z","caller":"traceutil/trace.go:171","msg":"trace[708714451] linearizableReadLoop","detail":"{readStateIndex:27595; appliedIndex:27593; }","duration":"170.990514ms","start":"2026-03-03T19:50:46.800478Z","end":"2026-03-03T19:50:46.971469Z","steps":["trace[708714451] 'read index received' (duration: 165.022593ms)","trace[708714451] 'applied index is now lower than readState.Index' (duration: 5.966731ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:50:46.971668Z","caller":"traceutil/trace.go:171","msg":"trace[1379319868] transaction","detail":"{read_only:false; response_revision:26674; number_of_response:1; }","duration":"178.154653ms","start":"2026-03-03T19:50:46.793436Z","end":"2026-03-03T19:50:46.971591Z","steps":["trace[1379319868] 'process raft request' (duration: 177.878266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:50:46.971968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.019224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T19:50:46.97207Z","caller":"traceutil/trace.go:171","msg":"trace[206908846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26674; }","duration":"171.170378ms","start":"2026-03-03T19:50:46.800877Z","end":"2026-03-03T19:50:46.972048Z","steps":["trace[206908846] 'agreement among raft nodes before linearized reading' (duration: 170.820739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:50:46.971982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.58746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T19:50:46.97213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.604374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T19:50:46.972174Z","caller":"traceutil/trace.go:171","msg":"trace[501185222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26674; }","duration":"170.716707ms","start":"2026-03-03T19:50:46.801446Z","end":"2026-03-03T19:50:46.972162Z","steps":["trace[501185222] 'agreement among raft nodes before linearized reading' (duration: 170.591744ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:50:46.972225Z","caller":"traceutil/trace.go:171","msg":"trace[130109271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26674; }","duration":"169.799356ms","start":"2026-03-03T19:50:46.802337Z","end":"2026-03-03T19:50:46.972136Z","steps":["trace[130109271] 'agreement among raft nodes before linearized reading' (duration: 169.395716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:50:46.972394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.890245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T19:50:46.972465Z","caller":"traceutil/trace.go:171","msg":"trace[1351005100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26674; }","duration":"172.004527ms","start":"2026-03-03T19:50:46.800444Z","end":"2026-03-03T19:50:46.972449Z","steps":["trace[1351005100] 'agreement among raft nodes before linearized reading' (duration: 171.175917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:50:52.24814Z","caller":"traceutil/trace.go:171","msg":"trace[616546132] linearizableReadLoop","detail":"{readStateIndex:27631; appliedIndex:27628; }","duration":"161.721254ms","start":"2026-03-03T19:50:52.086393Z","end":"2026-03-03T19:50:52.248114Z","steps":["trace[616546132] 'read index received' (duration: 76.433818ms)","trace[616546132] 'applied index is now lower than readState.Index' (duration: 85.285816ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:50:52.248503Z","caller":"traceutil/trace.go:171","msg":"trace[63454223] transaction","detail":"{read_only:false; response_revision:26708; number_of_response:1; }","duration":"175.829598ms","start":"2026-03-03T19:50:52.072653Z","end":"2026-03-03T19:50:52.248482Z","steps":["trace[63454223] 'process raft request' (duration: 155.098638ms)","trace[63454223] 'compare' (duration: 20.099115ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:50:52.248738Z","caller":"traceutil/trace.go:171","msg":"trace[2138814862] transaction","detail":"{read_only:false; response_revision:26709; number_of_response:1; }","duration":"172.806097ms","start":"2026-03-03T19:50:52.075912Z","end":"2026-03-03T19:50:52.248718Z","steps":["trace[2138814862] 'process raft request' (duration: 172.073019ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:50:52.248913Z","caller":"traceutil/trace.go:171","msg":"trace[1965500638] transaction","detail":"{read_only:false; response_revision:26710; number_of_response:1; }","duration":"161.798286ms","start":"2026-03-03T19:50:52.087101Z","end":"2026-03-03T19:50:52.248899Z","steps":["trace[1965500638] 'process raft request' (duration: 160.946876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:50:52.249201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.761229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:50:52.249262Z","caller":"traceutil/trace.go:171","msg":"trace[81522675] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26710; }","duration":"162.893782ms","start":"2026-03-03T19:50:52.08635Z","end":"2026-03-03T19:50:52.249244Z","steps":["trace[81522675] 'agreement among raft nodes before linearized reading' (duration: 162.752889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:50:52.249606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.083933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T19:50:52.249659Z","caller":"traceutil/trace.go:171","msg":"trace[728787072] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26710; }","duration":"143.159665ms","start":"2026-03-03T19:50:52.106485Z","end":"2026-03-03T19:50:52.249645Z","steps":["trace[728787072] 'agreement among raft nodes before linearized reading' (duration: 143.007632ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:50:52.583681Z","caller":"traceutil/trace.go:171","msg":"trace[1537194333] linearizableReadLoop","detail":"{readStateIndex:27634; appliedIndex:27632; }","duration":"325.20542ms","start":"2026-03-03T19:50:52.25844Z","end":"2026-03-03T19:50:52.583645Z","steps":["trace[1537194333] 'read index received' (duration: 37.094297ms)","trace[1537194333] 'applied index is now lower than readState.Index' (duration: 288.109623ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:50:52.583738Z","caller":"traceutil/trace.go:171","msg":"trace[1987482086] transaction","detail":"{read_only:false; response_revision:26712; number_of_response:1; }","duration":"325.569339ms","start":"2026-03-03T19:50:52.258131Z","end":"2026-03-03T19:50:52.5837Z","steps":["trace[1987482086] 'process raft request' (duration: 325.273322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:50:52.583927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:50:52.258104Z","time spent":"325.724662ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:50:52.58403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.556428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18754"} {"level":"info","ts":"2026-03-03T19:50:52.584085Z","caller":"traceutil/trace.go:171","msg":"trace[245063164] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26712; }","duration":"325.698822ms","start":"2026-03-03T19:50:52.258375Z","end":"2026-03-03T19:50:52.584073Z","steps":["trace[245063164] 'agreement among raft nodes before linearized reading' (duration: 325.411075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:50:52.584131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:50:52.258355Z","time spent":"325.767143ms","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18777,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T19:50:53.87283Z","caller":"traceutil/trace.go:171","msg":"trace[259118106] transaction","detail":"{read_only:false; response_revision:26723; number_of_response:1; }","duration":"143.312799ms","start":"2026-03-03T19:50:53.729491Z","end":"2026-03-03T19:50:53.872804Z","steps":["trace[259118106] 'process raft request' (duration: 143.148035ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:50:58.929347Z","caller":"traceutil/trace.go:171","msg":"trace[1261168509] transaction","detail":"{read_only:false; response_revision:26762; number_of_response:1; }","duration":"136.740604ms","start":"2026-03-03T19:50:58.792543Z","end":"2026-03-03T19:50:58.929283Z","steps":["trace[1261168509] 'process raft request' (duration: 59.61025ms)","trace[1261168509] 'compare' (duration: 76.94095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:50:59.480091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.785366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:50:59.480388Z","caller":"traceutil/trace.go:171","msg":"trace[245037079] linearizableReadLoop","detail":"{readStateIndex:27690; appliedIndex:27687; }","duration":"301.928219ms","start":"2026-03-03T19:50:59.17844Z","end":"2026-03-03T19:50:59.480368Z","steps":["trace[245037079] 'read index received' (duration: 10.754014ms)","trace[245037079] 'applied index is now lower than readState.Index' (duration: 291.172545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:50:59.480597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.164526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-03T19:50:59.480634Z","caller":"traceutil/trace.go:171","msg":"trace[1048805279] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:26767; }","duration":"302.242218ms","start":"2026-03-03T19:50:59.17838Z","end":"2026-03-03T19:50:59.480623Z","steps":["trace[1048805279] 'agreement among raft nodes before linearized reading' (duration: 302.053483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:50:59.480671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:50:59.178363Z","time spent":"302.300338ms","remote":"127.0.0.1:44014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4810,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-03-03T19:50:59.480773Z","caller":"traceutil/trace.go:171","msg":"trace[1147175371] transaction","detail":"{read_only:false; response_revision:26767; number_of_response:1; }","duration":"355.22529ms","start":"2026-03-03T19:50:59.125507Z","end":"2026-03-03T19:50:59.480733Z","steps":["trace[1147175371] 'process raft request' (duration: 354.81482ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:50:59.480768Z","caller":"traceutil/trace.go:171","msg":"trace[381038983] transaction","detail":"{read_only:false; response_revision:26766; number_of_response:1; }","duration":"355.294892ms","start":"2026-03-03T19:50:59.125423Z","end":"2026-03-03T19:50:59.480718Z","steps":["trace[381038983] 'process raft request' (duration: 354.78978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:50:59.48101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:50:59.125389Z","time spent":"355.489627ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:50:59.48128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:50:59.125477Z","time spent":"355.384984ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:50:59.481634Z","caller":"traceutil/trace.go:171","msg":"trace[1900731241] transaction","detail":"{read_only:false; response_revision:26765; number_of_response:1; }","duration":"356.248754ms","start":"2026-03-03T19:50:59.125367Z","end":"2026-03-03T19:50:59.481616Z","steps":["trace[1900731241] 'process raft request' (duration: 63.808879ms)","trace[1900731241] 'compare' (duration: 290.55841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T19:50:59.481714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:50:59.125351Z","time spent":"356.332357ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:51:00.515462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.778149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:51:00.515654Z","caller":"traceutil/trace.go:171","msg":"trace[1524043658] transaction","detail":"{read_only:false; response_revision:26771; number_of_response:1; }","duration":"229.536508ms","start":"2026-03-03T19:51:00.286088Z","end":"2026-03-03T19:51:00.515625Z","steps":["trace[1524043658] 'process raft request' (duration: 58.424291ms)","trace[1524043658] 'compare' (duration: 170.205805ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:51:00.610758Z","caller":"traceutil/trace.go:171","msg":"trace[1447683799] transaction","detail":"{read_only:false; response_revision:26772; number_of_response:1; }","duration":"323.54888ms","start":"2026-03-03T19:51:00.287171Z","end":"2026-03-03T19:51:00.61072Z","steps":["trace[1447683799] 'process raft request' (duration: 323.310025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:51:00.611006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:51:00.287135Z","time spent":"323.737674ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:51:00.611041Z","caller":"traceutil/trace.go:171","msg":"trace[1920837243] transaction","detail":"{read_only:false; response_revision:26773; number_of_response:1; }","duration":"323.11643ms","start":"2026-03-03T19:51:00.287878Z","end":"2026-03-03T19:51:00.610994Z","steps":["trace[1920837243] 'process raft request' (duration: 322.791502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:51:00.611135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.249548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T19:51:00.610978Z","caller":"traceutil/trace.go:171","msg":"trace[535438985] linearizableReadLoop","detail":"{readStateIndex:27696; appliedIndex:27693; }","duration":"286.083284ms","start":"2026-03-03T19:51:00.324859Z","end":"2026-03-03T19:51:00.610942Z","steps":["trace[535438985] 'read index received' (duration: 19.633604ms)","trace[535438985] 'applied index is now lower than readState.Index' (duration: 266.44828ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:51:00.611197Z","caller":"traceutil/trace.go:171","msg":"trace[498141199] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26773; }","duration":"286.405191ms","start":"2026-03-03T19:51:00.324777Z","end":"2026-03-03T19:51:00.611183Z","steps":["trace[498141199] 'agreement among raft nodes before linearized reading' (duration: 286.270228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:51:00.611274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:51:00.287849Z","time spent":"323.298884ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T19:51:00.61158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.59296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:51:00.61163Z","caller":"traceutil/trace.go:171","msg":"trace[1867717439] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26773; }","duration":"205.703614ms","start":"2026-03-03T19:51:00.405914Z","end":"2026-03-03T19:51:00.611617Z","steps":["trace[1867717439] 'agreement among raft nodes before linearized reading' (duration: 205.617902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:51:00.611695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.824384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T19:51:00.611885Z","caller":"traceutil/trace.go:171","msg":"trace[1158279539] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26773; }","duration":"208.08467ms","start":"2026-03-03T19:51:00.403765Z","end":"2026-03-03T19:51:00.61185Z","steps":["trace[1158279539] 'agreement among raft nodes before linearized reading' (duration: 207.582588ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:51:29.009095Z","caller":"traceutil/trace.go:171","msg":"trace[922268332] transaction","detail":"{read_only:false; response_revision:27073; number_of_response:1; }","duration":"191.009747ms","start":"2026-03-03T19:51:28.818029Z","end":"2026-03-03T19:51:29.009039Z","steps":["trace[922268332] 'process raft request' (duration: 190.797982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:51:29.152883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.668322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T19:51:29.153372Z","caller":"traceutil/trace.go:171","msg":"trace[750635114] transaction","detail":"{read_only:false; response_revision:27074; number_of_response:1; }","duration":"333.749511ms","start":"2026-03-03T19:51:28.819522Z","end":"2026-03-03T19:51:29.153272Z","steps":["trace[750635114] 'process raft request' (duration: 218.578958ms)","trace[750635114] 'compare' (duration: 114.368775ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T19:51:29.153469Z","caller":"traceutil/trace.go:171","msg":"trace[932236896] transaction","detail":"{read_only:false; response_revision:27075; number_of_response:1; }","duration":"285.935652ms","start":"2026-03-03T19:51:28.867428Z","end":"2026-03-03T19:51:29.153364Z","steps":["trace[932236896] 'process raft request' (duration: 285.606034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T19:51:29.153935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T19:51:28.819478Z","time spent":"334.113521ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T19:51:29.568191Z","caller":"traceutil/trace.go:171","msg":"trace[768562546] transaction","detail":"{read_only:false; response_revision:27078; number_of_response:1; }","duration":"218.462986ms","start":"2026-03-03T19:51:29.349699Z","end":"2026-03-03T19:51:29.568162Z","steps":["trace[768562546] 'process raft request' (duration: 218.286882ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:54:33.054294Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25924} {"level":"info","ts":"2026-03-03T19:54:33.177639Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25924,"took":"119.045165ms","hash":49918869,"current-db-size-bytes":50581504,"current-db-size":"51 MB","current-db-size-in-use-bytes":31895552,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-03T19:54:33.177718Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":49918869,"revision":25924,"compact-revision":23429} {"level":"info","ts":"2026-03-03T19:56:01.15968Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":30004,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T19:56:01.169317Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-03-03T19:56:01.169407Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"info","ts":"2026-03-03T19:59:33.060877Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28350} {"level":"info","ts":"2026-03-03T19:59:33.189131Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28350,"took":"122.877637ms","hash":944095483,"current-db-size-bytes":50581504,"current-db-size":"51 MB","current-db-size-in-use-bytes":27766784,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T19:59:33.189216Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":944095483,"revision":28350,"compact-revision":25924} {"level":"info","ts":"2026-03-03T20:01:35.19279Z","caller":"traceutil/trace.go:171","msg":"trace[752034405] transaction","detail":"{read_only:false; response_revision:31384; number_of_response:1; }","duration":"102.416413ms","start":"2026-03-03T20:01:35.090342Z","end":"2026-03-03T20:01:35.192758Z","steps":["trace[752034405] 'process raft request' (duration: 102.213758ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:02:05.521071Z","caller":"traceutil/trace.go:171","msg":"trace[1012769566] transaction","detail":"{read_only:false; response_revision:31590; number_of_response:1; }","duration":"198.381773ms","start":"2026-03-03T20:02:05.32264Z","end":"2026-03-03T20:02:05.521022Z","steps":["trace[1012769566] 'process raft request' (duration: 198.208769ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:02:05.532139Z","caller":"traceutil/trace.go:171","msg":"trace[654005795] linearizableReadLoop","detail":"{readStateIndex:32659; appliedIndex:32657; }","duration":"186.620185ms","start":"2026-03-03T20:02:05.3455Z","end":"2026-03-03T20:02:05.53212Z","steps":["trace[654005795] 'read index received' (duration: 175.42078ms)","trace[654005795] 'applied index is now lower than readState.Index' (duration: 11.198455ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:02:05.532336Z","caller":"traceutil/trace.go:171","msg":"trace[2079678632] transaction","detail":"{read_only:false; response_revision:31591; number_of_response:1; }","duration":"206.519635ms","start":"2026-03-03T20:02:05.325801Z","end":"2026-03-03T20:02:05.53232Z","steps":["trace[2079678632] 'process raft request' (duration: 206.222938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:02:05.532458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.948552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T20:02:05.532493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.499976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T20:02:05.532523Z","caller":"traceutil/trace.go:171","msg":"trace[1641350735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31591; }","duration":"187.077885ms","start":"2026-03-03T20:02:05.345431Z","end":"2026-03-03T20:02:05.532508Z","steps":["trace[1641350735] 'agreement among raft nodes before linearized reading' (duration: 186.86994ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:02:05.532557Z","caller":"traceutil/trace.go:171","msg":"trace[741797903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31591; }","duration":"149.626149ms","start":"2026-03-03T20:02:05.382914Z","end":"2026-03-03T20:02:05.532541Z","steps":["trace[741797903] 'agreement among raft nodes before linearized reading' (duration: 149.446885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:02:05.532552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.547128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T20:02:05.532578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.101194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T20:02:05.532674Z","caller":"traceutil/trace.go:171","msg":"trace[712283572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31591; }","duration":"132.269769ms","start":"2026-03-03T20:02:05.400383Z","end":"2026-03-03T20:02:05.532652Z","steps":["trace[712283572] 'agreement among raft nodes before linearized reading' (duration: 132.020843ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:02:05.532611Z","caller":"traceutil/trace.go:171","msg":"trace[1057436735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31591; }","duration":"149.66158ms","start":"2026-03-03T20:02:05.382935Z","end":"2026-03-03T20:02:05.532597Z","steps":["trace[1057436735] 'agreement among raft nodes before linearized reading' (duration: 149.499297ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:02:05.769891Z","caller":"traceutil/trace.go:171","msg":"trace[1467398761] transaction","detail":"{read_only:false; response_revision:31592; number_of_response:1; }","duration":"232.533311ms","start":"2026-03-03T20:02:05.537296Z","end":"2026-03-03T20:02:05.769829Z","steps":["trace[1467398761] 'process raft request' (duration: 220.562547ms)","trace[1467398761] 'compare' (duration: 11.645756ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:02:05.782807Z","caller":"traceutil/trace.go:171","msg":"trace[1119349147] transaction","detail":"{read_only:false; response_revision:31593; number_of_response:1; }","duration":"245.033436ms","start":"2026-03-03T20:02:05.537756Z","end":"2026-03-03T20:02:05.78279Z","steps":["trace[1119349147] 'process raft request' (duration: 244.866912ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:02:05.783273Z","caller":"traceutil/trace.go:171","msg":"trace[72201158] transaction","detail":"{read_only:false; response_revision:31594; number_of_response:1; }","duration":"244.995225ms","start":"2026-03-03T20:02:05.538256Z","end":"2026-03-03T20:02:05.783251Z","steps":["trace[72201158] 'process raft request' (duration: 244.490423ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:02:05.783237Z","caller":"traceutil/trace.go:171","msg":"trace[1166013896] transaction","detail":"{read_only:false; response_revision:31595; number_of_response:1; }","duration":"244.556155ms","start":"2026-03-03T20:02:05.538651Z","end":"2026-03-03T20:02:05.783207Z","steps":["trace[1166013896] 'process raft request' (duration: 244.385801ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:02:05.783383Z","caller":"traceutil/trace.go:171","msg":"trace[322709600] transaction","detail":"{read_only:false; response_revision:31596; number_of_response:1; }","duration":"123.167353ms","start":"2026-03-03T20:02:05.660144Z","end":"2026-03-03T20:02:05.783311Z","steps":["trace[322709600] 'process raft request' (duration: 123.000869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:02:06.100933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.538232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T20:02:06.101111Z","caller":"traceutil/trace.go:171","msg":"trace[1259539993] transaction","detail":"{read_only:false; response_revision:31597; number_of_response:1; }","duration":"203.680558ms","start":"2026-03-03T20:02:05.897365Z","end":"2026-03-03T20:02:06.101045Z","steps":["trace[1259539993] 'process raft request' (duration: 93.921541ms)","trace[1259539993] 'compare' (duration: 109.368828ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:02:06.164156Z","caller":"traceutil/trace.go:171","msg":"trace[1627948803] transaction","detail":"{read_only:false; response_revision:31598; number_of_response:1; }","duration":"266.664808ms","start":"2026-03-03T20:02:05.897473Z","end":"2026-03-03T20:02:06.164138Z","steps":["trace[1627948803] 'process raft request' (duration: 266.522145ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:02:06.164478Z","caller":"traceutil/trace.go:171","msg":"trace[753706661] transaction","detail":"{read_only:false; response_revision:31599; number_of_response:1; }","duration":"266.903484ms","start":"2026-03-03T20:02:05.897536Z","end":"2026-03-03T20:02:06.16444Z","steps":["trace[753706661] 'process raft request' (duration: 266.566606ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:02:06.164531Z","caller":"traceutil/trace.go:171","msg":"trace[1377816789] linearizableReadLoop","detail":"{readStateIndex:32668; appliedIndex:32665; }","duration":"155.917479ms","start":"2026-03-03T20:02:06.008608Z","end":"2026-03-03T20:02:06.164525Z","steps":["trace[1377816789] 'read index received' (duration: 155.315664ms)","trace[1377816789] 'applied index is now lower than readState.Index' (duration: 601.315µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:02:06.164609Z","caller":"traceutil/trace.go:171","msg":"trace[744627671] transaction","detail":"{read_only:false; response_revision:31600; number_of_response:1; }","duration":"217.664529ms","start":"2026-03-03T20:02:05.946907Z","end":"2026-03-03T20:02:06.164572Z","steps":["trace[744627671] 'process raft request' (duration: 217.442143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:02:06.164737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.112803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-03T20:02:06.164758Z","caller":"traceutil/trace.go:171","msg":"trace[1667747466] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31600; }","duration":"156.202915ms","start":"2026-03-03T20:02:06.008549Z","end":"2026-03-03T20:02:06.164752Z","steps":["trace[1667747466] 'agreement among raft nodes before linearized reading' (duration: 156.120613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:02:06.367493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.511666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:02:06.367601Z","caller":"traceutil/trace.go:171","msg":"trace[555600178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31600; }","duration":"127.6946ms","start":"2026-03-03T20:02:06.23988Z","end":"2026-03-03T20:02:06.367575Z","steps":["trace[555600178] 'range keys from in-memory index tree' (duration: 127.420373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:02:06.367713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.681598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:02:06.367809Z","caller":"traceutil/trace.go:171","msg":"trace[1218677644] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:31600; }","duration":"162.861162ms","start":"2026-03-03T20:02:06.204923Z","end":"2026-03-03T20:02:06.367784Z","steps":["trace[1218677644] 'count revisions from in-memory index tree' (duration: 162.522153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:02:06.368359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.169179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T20:02:06.368447Z","caller":"traceutil/trace.go:171","msg":"trace[1817914204] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:31600; }","duration":"144.635661ms","start":"2026-03-03T20:02:06.223791Z","end":"2026-03-03T20:02:06.368427Z","steps":["trace[1817914204] 'range keys from in-memory index tree' (duration: 143.888323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:02:07.551994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.750555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:02:07.552078Z","caller":"traceutil/trace.go:171","msg":"trace[209085028] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:31603; }","duration":"445.854727ms","start":"2026-03-03T20:02:07.106203Z","end":"2026-03-03T20:02:07.552058Z","steps":["trace[209085028] 'count revisions from in-memory index tree' (duration: 445.642642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:02:07.552121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:02:07.106117Z","time spent":"445.99411ms","remote":"127.0.0.1:42486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:02:07.552903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.280935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:02:07.553042Z","caller":"traceutil/trace.go:171","msg":"trace[185244109] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31603; }","duration":"377.48893ms","start":"2026-03-03T20:02:07.175531Z","end":"2026-03-03T20:02:07.55302Z","steps":["trace[185244109] 'range keys from in-memory index tree' (duration: 377.06123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:02:07.553211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:02:07.175502Z","time spent":"377.695515ms","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T20:02:07.713454Z","caller":"traceutil/trace.go:171","msg":"trace[1332072747] transaction","detail":"{read_only:false; response_revision:31604; number_of_response:1; }","duration":"185.365885ms","start":"2026-03-03T20:02:07.52806Z","end":"2026-03-03T20:02:07.713426Z","steps":["trace[1332072747] 'process raft request' (duration: 185.202881ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:02:07.74682Z","caller":"traceutil/trace.go:171","msg":"trace[1879159952] linearizableReadLoop","detail":"{readStateIndex:32674; appliedIndex:32672; }","duration":"188.680863ms","start":"2026-03-03T20:02:07.558098Z","end":"2026-03-03T20:02:07.746779Z","steps":["trace[1879159952] 'read index received' (duration: 154.674279ms)","trace[1879159952] 'applied index is now lower than readState.Index' (duration: 34.004644ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:02:07.747434Z","caller":"traceutil/trace.go:171","msg":"trace[2010192425] transaction","detail":"{read_only:false; response_revision:31605; number_of_response:1; }","duration":"207.695073ms","start":"2026-03-03T20:02:07.539719Z","end":"2026-03-03T20:02:07.747414Z","steps":["trace[2010192425] 'process raft request' (duration: 206.735101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:02:07.74802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.913733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:02:07.749038Z","caller":"traceutil/trace.go:171","msg":"trace[1938281527] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31606; }","duration":"190.916977ms","start":"2026-03-03T20:02:07.558077Z","end":"2026-03-03T20:02:07.748994Z","steps":["trace[1938281527] 'agreement among raft nodes before linearized reading' (duration: 189.862322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:02:08.155161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.913243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T20:02:08.155232Z","caller":"traceutil/trace.go:171","msg":"trace[737984219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31606; }","duration":"365.048846ms","start":"2026-03-03T20:02:07.790164Z","end":"2026-03-03T20:02:08.155212Z","steps":["trace[737984219] 'range keys from in-memory index tree' (duration: 364.681957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:02:08.155287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:02:07.790152Z","time spent":"365.127237ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T20:02:08.155249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.999632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-03T20:02:08.15532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.697769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T20:02:08.155414Z","caller":"traceutil/trace.go:171","msg":"trace[1040112971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31606; }","duration":"359.859153ms","start":"2026-03-03T20:02:07.795537Z","end":"2026-03-03T20:02:08.155396Z","steps":["trace[1040112971] 'range keys from in-memory index tree' (duration: 359.498244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:02:08.155458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:02:07.795509Z","time spent":"359.939775ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T20:02:08.155452Z","caller":"traceutil/trace.go:171","msg":"trace[7106555] transaction","detail":"{read_only:false; response_revision:31607; number_of_response:1; }","duration":"334.426591ms","start":"2026-03-03T20:02:07.820981Z","end":"2026-03-03T20:02:08.155407Z","steps":["trace[7106555] 'process raft request' (duration: 302.777882ms)","trace[7106555] 'compare' (duration: 31.284871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:02:08.155574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.995716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T20:02:08.155662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:02:07.820965Z","time spent":"334.572025ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:02:08.15568Z","caller":"traceutil/trace.go:171","msg":"trace[1462174427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31606; }","duration":"371.108679ms","start":"2026-03-03T20:02:07.784545Z","end":"2026-03-03T20:02:08.155654Z","steps":["trace[1462174427] 'range keys from in-memory index tree' (duration: 370.418063ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:02:08.155638Z","caller":"traceutil/trace.go:171","msg":"trace[504602770] linearizableReadLoop","detail":"{readStateIndex:32676; appliedIndex:32675; }","duration":"281.602081ms","start":"2026-03-03T20:02:07.874023Z","end":"2026-03-03T20:02:08.155626Z","steps":["trace[504602770] 'read index received' (duration: 249.750948ms)","trace[504602770] 'applied index is now lower than readState.Index' (duration: 31.848893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:02:08.15576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:02:07.7845Z","time spent":"371.243782ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:02:08.155885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.853587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:02:08.15593Z","caller":"traceutil/trace.go:171","msg":"trace[1596926326] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31608; }","duration":"281.94805ms","start":"2026-03-03T20:02:07.873968Z","end":"2026-03-03T20:02:08.155916Z","steps":["trace[1596926326] 'agreement among raft nodes before linearized reading' (duration: 281.851828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:02:08.156111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.108806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:02:08.156185Z","caller":"traceutil/trace.go:171","msg":"trace[477581777] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:31608; }","duration":"217.246849ms","start":"2026-03-03T20:02:07.938918Z","end":"2026-03-03T20:02:08.156165Z","steps":["trace[477581777] 'agreement among raft nodes before linearized reading' (duration: 217.124886ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:02:08.156197Z","caller":"traceutil/trace.go:171","msg":"trace[35533102] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:31606; }","duration":"356.138615ms","start":"2026-03-03T20:02:07.799191Z","end":"2026-03-03T20:02:08.15533Z","steps":["trace[35533102] 'range keys from in-memory index tree' (duration: 355.741536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:02:08.155348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.758416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T20:02:08.156296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:02:07.799179Z","time spent":"357.101088ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T20:02:08.156818Z","caller":"traceutil/trace.go:171","msg":"trace[353102479] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31606; }","duration":"338.258572ms","start":"2026-03-03T20:02:07.818406Z","end":"2026-03-03T20:02:08.156665Z","steps":["trace[353102479] 'range keys from in-memory index tree' (duration: 336.584702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:02:08.156965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:02:07.818385Z","time spent":"338.534459ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T20:02:08.370578Z","caller":"traceutil/trace.go:171","msg":"trace[1323484583] transaction","detail":"{read_only:false; response_revision:31611; number_of_response:1; }","duration":"209.004525ms","start":"2026-03-03T20:02:08.161552Z","end":"2026-03-03T20:02:08.370556Z","steps":["trace[1323484583] 'process raft request' (duration: 208.948024ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:02:08.370618Z","caller":"traceutil/trace.go:171","msg":"trace[1383012263] transaction","detail":"{read_only:false; response_revision:31610; number_of_response:1; }","duration":"209.594079ms","start":"2026-03-03T20:02:08.160963Z","end":"2026-03-03T20:02:08.370557Z","steps":["trace[1383012263] 'process raft request' (duration: 187.929306ms)","trace[1383012263] 'compare' (duration: 21.479499ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:02:08.370875Z","caller":"traceutil/trace.go:171","msg":"trace[416107404] transaction","detail":"{read_only:false; response_revision:31612; number_of_response:1; }","duration":"209.24093ms","start":"2026-03-03T20:02:08.161604Z","end":"2026-03-03T20:02:08.370844Z","steps":["trace[416107404] 'process raft request' (duration: 208.924452ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:02:08.371144Z","caller":"traceutil/trace.go:171","msg":"trace[1397771496] transaction","detail":"{read_only:false; response_revision:31613; number_of_response:1; }","duration":"209.103266ms","start":"2026-03-03T20:02:08.162026Z","end":"2026-03-03T20:02:08.371129Z","steps":["trace[1397771496] 'process raft request' (duration: 208.730128ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:02:08.371336Z","caller":"traceutil/trace.go:171","msg":"trace[680538718] linearizableReadLoop","detail":"{readStateIndex:32683; appliedIndex:32677; }","duration":"207.336095ms","start":"2026-03-03T20:02:08.163984Z","end":"2026-03-03T20:02:08.37132Z","steps":["trace[680538718] 'read index received' (duration: 6.414462ms)","trace[680538718] 'applied index is now lower than readState.Index' (duration: 200.920453ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:02:08.371314Z","caller":"traceutil/trace.go:171","msg":"trace[760581728] transaction","detail":"{read_only:false; response_revision:31614; number_of_response:1; }","duration":"209.090236ms","start":"2026-03-03T20:02:08.162196Z","end":"2026-03-03T20:02:08.371287Z","steps":["trace[760581728] 'process raft request' (duration: 208.871531ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:02:08.37135Z","caller":"traceutil/trace.go:171","msg":"trace[1055290349] transaction","detail":"{read_only:false; response_revision:31615; number_of_response:1; }","duration":"202.886789ms","start":"2026-03-03T20:02:08.16845Z","end":"2026-03-03T20:02:08.371337Z","steps":["trace[1055290349] 'process raft request' (duration: 202.757986ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:02:08.371359Z","caller":"traceutil/trace.go:171","msg":"trace[496255161] transaction","detail":"{read_only:false; response_revision:31616; number_of_response:1; }","duration":"202.802428ms","start":"2026-03-03T20:02:08.168548Z","end":"2026-03-03T20:02:08.371351Z","steps":["trace[496255161] 'process raft request' (duration: 202.709795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:02:08.371507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.310084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:02:08.371538Z","caller":"traceutil/trace.go:171","msg":"trace[941414866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31616; }","duration":"133.397286ms","start":"2026-03-03T20:02:08.238133Z","end":"2026-03-03T20:02:08.37153Z","steps":["trace[941414866] 'agreement among raft nodes before linearized reading' (duration: 133.335204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:02:08.371605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.591871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:02:08.371657Z","caller":"traceutil/trace.go:171","msg":"trace[1211565637] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31616; }","duration":"207.698754ms","start":"2026-03-03T20:02:08.163947Z","end":"2026-03-03T20:02:08.371645Z","steps":["trace[1211565637] 'agreement among raft nodes before linearized reading' (duration: 207.487969ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:02:38.865029Z","caller":"traceutil/trace.go:171","msg":"trace[1721205965] transaction","detail":"{read_only:false; response_revision:31821; number_of_response:1; }","duration":"105.147828ms","start":"2026-03-03T20:02:38.759852Z","end":"2026-03-03T20:02:38.865Z","steps":["trace[1721205965] 'process raft request' (duration: 104.952473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:02:39.231624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.039593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:02:39.231753Z","caller":"traceutil/trace.go:171","msg":"trace[799796191] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31821; }","duration":"233.179396ms","start":"2026-03-03T20:02:38.998505Z","end":"2026-03-03T20:02:39.231685Z","steps":["trace[799796191] 'range keys from in-memory index tree' (duration: 232.838368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:02:39.522823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.63486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:02:39.522923Z","caller":"traceutil/trace.go:171","msg":"trace[941663302] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31822; }","duration":"190.777213ms","start":"2026-03-03T20:02:39.332124Z","end":"2026-03-03T20:02:39.522901Z","steps":["trace[941663302] 'range keys from in-memory index tree' (duration: 190.545197ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:03:52.739754Z","caller":"traceutil/trace.go:171","msg":"trace[54293890] transaction","detail":"{read_only:false; response_revision:32319; number_of_response:1; }","duration":"111.844416ms","start":"2026-03-03T20:03:52.627831Z","end":"2026-03-03T20:03:52.739675Z","steps":["trace[54293890] 'process raft request' (duration: 111.59373ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:03:52.74203Z","caller":"traceutil/trace.go:171","msg":"trace[118008246] transaction","detail":"{read_only:false; response_revision:32320; number_of_response:1; }","duration":"113.486935ms","start":"2026-03-03T20:03:52.628513Z","end":"2026-03-03T20:03:52.742Z","steps":["trace[118008246] 'process raft request' (duration: 113.324981ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:04:33.067666Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30453} {"level":"info","ts":"2026-03-03T20:04:33.223405Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30453,"took":"150.306526ms","hash":226625354,"current-db-size-bytes":50581504,"current-db-size":"51 MB","current-db-size-in-use-bytes":26923008,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T20:04:33.223497Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":226625354,"revision":30453,"compact-revision":28350} {"level":"info","ts":"2026-03-03T20:05:00.446314Z","caller":"traceutil/trace.go:171","msg":"trace[1981510683] transaction","detail":"{read_only:false; response_revision:32799; number_of_response:1; }","duration":"102.771001ms","start":"2026-03-03T20:05:00.3435Z","end":"2026-03-03T20:05:00.446271Z","steps":["trace[1981510683] 'process raft request' (duration: 102.484355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:26.73471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113117128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:27.235821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113117128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:27.736602Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113117128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:28.237285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391761113117128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T20:05:28.402008Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.168323433s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T20:05:28.402457Z","caller":"traceutil/trace.go:171","msg":"trace[980700752] transaction","detail":"{read_only:false; response_revision:33060; number_of_response:1; }","duration":"2.168871676s","start":"2026-03-03T20:05:26.233558Z","end":"2026-03-03T20:05:28.40243Z","steps":["trace[980700752] 'process raft request' (duration: 2.168662351s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.402626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:26.233538Z","time spent":"2.168991988s","remote":"127.0.0.1:43970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9195,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:28.409335Z","caller":"traceutil/trace.go:171","msg":"trace[1835551018] transaction","detail":"{read_only:false; response_revision:33061; number_of_response:1; }","duration":"1.914237082s","start":"2026-03-03T20:05:26.495086Z","end":"2026-03-03T20:05:28.409323Z","steps":["trace[1835551018] 'process raft request' (duration: 1.911562399s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.409394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:26.495061Z","time spent":"1.914302764s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:28.40963Z","caller":"traceutil/trace.go:171","msg":"trace[890187086] transaction","detail":"{read_only:false; response_revision:33062; number_of_response:1; }","duration":"1.505769732s","start":"2026-03-03T20:05:26.903831Z","end":"2026-03-03T20:05:28.4096Z","steps":["trace[890187086] 'process raft request' (duration: 1.505458364s)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:28.40977Z","caller":"traceutil/trace.go:171","msg":"trace[1999936846] transaction","detail":"{read_only:false; response_revision:33063; number_of_response:1; }","duration":"1.505835433s","start":"2026-03-03T20:05:26.903925Z","end":"2026-03-03T20:05:28.409761Z","steps":["trace[1999936846] 'process raft request' (duration: 1.505578487s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.409803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:26.903811Z","time spent":"1.505889514s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:28.409826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:26.9039Z","time spent":"1.505899504s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:28.410022Z","caller":"traceutil/trace.go:171","msg":"trace[666290779] transaction","detail":"{read_only:false; response_revision:33064; number_of_response:1; }","duration":"1.270066644s","start":"2026-03-03T20:05:27.139948Z","end":"2026-03-03T20:05:28.410014Z","steps":["trace[666290779] 'process raft request' (duration: 1.269775808s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.410069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:27.139916Z","time spent":"1.270129826s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:28.410313Z","caller":"traceutil/trace.go:171","msg":"trace[1399749525] linearizableReadLoop","detail":"{readStateIndex:34181; appliedIndex:34172; }","duration":"2.17665439s","start":"2026-03-03T20:05:26.23362Z","end":"2026-03-03T20:05:28.410274Z","steps":["trace[1399749525] 'read index received' (duration: 2.169083391s)","trace[1399749525] 'applied index is now lower than readState.Index' (duration: 7.569929ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:28.410388Z","caller":"traceutil/trace.go:171","msg":"trace[1948446781] transaction","detail":"{read_only:false; response_revision:33065; number_of_response:1; }","duration":"1.269556572s","start":"2026-03-03T20:05:27.140825Z","end":"2026-03-03T20:05:28.410382Z","steps":["trace[1948446781] 'process raft request' (duration: 1.269151623s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.410431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:27.140812Z","time spent":"1.269597454s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:28.410494Z","caller":"traceutil/trace.go:171","msg":"trace[911261742] transaction","detail":"{read_only:false; response_revision:33066; number_of_response:1; }","duration":"1.170263144s","start":"2026-03-03T20:05:27.240224Z","end":"2026-03-03T20:05:28.410487Z","steps":["trace[911261742] 'process raft request' (duration: 1.169937116s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.41053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:27.240195Z","time spent":"1.170317235s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:28.410602Z","caller":"traceutil/trace.go:171","msg":"trace[328980731] transaction","detail":"{read_only:false; response_revision:33067; number_of_response:1; }","duration":"1.167010147s","start":"2026-03-03T20:05:27.243586Z","end":"2026-03-03T20:05:28.410596Z","steps":["trace[328980731] 'process raft request' (duration: 1.166607048s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.410638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:27.243569Z","time spent":"1.167052028s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:28.410754Z","caller":"traceutil/trace.go:171","msg":"trace[1657225049] transaction","detail":"{read_only:false; response_revision:33068; number_of_response:1; }","duration":"954.700695ms","start":"2026-03-03T20:05:27.456047Z","end":"2026-03-03T20:05:28.410747Z","steps":["trace[1657225049] 'process raft request' (duration: 954.169712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.410811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:27.456018Z","time spent":"954.757065ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T20:05:28.410918Z","caller":"traceutil/trace.go:171","msg":"trace[1078503360] transaction","detail":"{read_only:false; response_revision:33069; number_of_response:1; }","duration":"488.283281ms","start":"2026-03-03T20:05:27.922629Z","end":"2026-03-03T20:05:28.410912Z","steps":["trace[1078503360] 'process raft request' (duration: 487.614495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.410965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:27.922599Z","time spent":"488.341762ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T20:05:28.411094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17747477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T20:05:28.411121Z","caller":"traceutil/trace.go:171","msg":"trace[582596807] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:33069; }","duration":"2.177548281s","start":"2026-03-03T20:05:26.233566Z","end":"2026-03-03T20:05:28.411114Z","steps":["trace[582596807] 'agreement among raft nodes before linearized reading' (duration: 2.177444369s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.411142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:26.233545Z","time spent":"2.177592102s","remote":"127.0.0.1:43796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.74\" "} {"level":"warn","ts":"2026-03-03T20:05:28.411272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757534395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:05:28.411303Z","caller":"traceutil/trace.go:171","msg":"trace[208749897] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:33069; }","duration":"1.757597657s","start":"2026-03-03T20:05:26.653694Z","end":"2026-03-03T20:05:28.411291Z","steps":["trace[208749897] 'agreement among raft nodes before linearized reading' (duration: 1.757551696s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.411324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:26.653679Z","time spent":"1.757639987s","remote":"127.0.0.1:48660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:05:28.411441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.052362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T20:05:28.411497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.040682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:05:28.411507Z","caller":"traceutil/trace.go:171","msg":"trace[1472974395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33069; }","duration":"725.139974ms","start":"2026-03-03T20:05:27.68634Z","end":"2026-03-03T20:05:28.41148Z","steps":["trace[1472974395] 'agreement among raft nodes before linearized reading' (duration: 724.96446ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:28.411524Z","caller":"traceutil/trace.go:171","msg":"trace[2095931693] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:33069; }","duration":"747.089793ms","start":"2026-03-03T20:05:27.664428Z","end":"2026-03-03T20:05:28.411518Z","steps":["trace[2095931693] 'agreement among raft nodes before linearized reading' (duration: 747.049302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.411546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:27.664417Z","time spent":"747.124123ms","remote":"127.0.0.1:40156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:05:28.411465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.449328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T20:05:28.411588Z","caller":"traceutil/trace.go:171","msg":"trace[1836430102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33069; }","duration":"735.597181ms","start":"2026-03-03T20:05:27.675975Z","end":"2026-03-03T20:05:28.411572Z","steps":["trace[1836430102] 'agreement among raft nodes before linearized reading' (duration: 735.442738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.411627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:27.675957Z","time spent":"735.659933ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T20:05:28.411686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.01815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T20:05:28.411712Z","caller":"traceutil/trace.go:171","msg":"trace[934891974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33069; }","duration":"782.07475ms","start":"2026-03-03T20:05:27.629631Z","end":"2026-03-03T20:05:28.411705Z","steps":["trace[934891974] 'agreement among raft nodes before linearized reading' (duration: 782.012299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.411731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:27.629618Z","time spent":"782.108772ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T20:05:28.411802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.757645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:05:28.411825Z","caller":"traceutil/trace.go:171","msg":"trace[399368940] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:33069; }","duration":"847.822326ms","start":"2026-03-03T20:05:27.563997Z","end":"2026-03-03T20:05:28.411819Z","steps":["trace[399368940] 'agreement among raft nodes before linearized reading' (duration: 847.787485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.411843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:27.563974Z","time spent":"847.864087ms","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:05:28.411846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.743748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:05:28.411876Z","caller":"traceutil/trace.go:171","msg":"trace[1216616369] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33069; }","duration":"178.857841ms","start":"2026-03-03T20:05:28.233009Z","end":"2026-03-03T20:05:28.411867Z","steps":["trace[1216616369] 'agreement among raft nodes before linearized reading' (duration: 178.726548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.411548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:27.686323Z","time spent":"725.216085ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T20:05:28.412014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33118029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:05:28.412093Z","caller":"traceutil/trace.go:171","msg":"trace[1948813743] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:33069; }","duration":"1.331319313s","start":"2026-03-03T20:05:27.080757Z","end":"2026-03-03T20:05:28.412076Z","steps":["trace[1948813743] 'agreement among raft nodes before linearized reading' (duration: 1.33117025s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.412133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:27.080736Z","time spent":"1.331390115s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:05:28.412158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.375117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:05:28.412203Z","caller":"traceutil/trace.go:171","msg":"trace[471153237] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:33069; }","duration":"489.448058ms","start":"2026-03-03T20:05:27.92274Z","end":"2026-03-03T20:05:28.412188Z","steps":["trace[471153237] 'agreement among raft nodes before linearized reading' (duration: 489.376456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.412241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:27.922728Z","time spent":"489.50122ms","remote":"127.0.0.1:55684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:05:28.412286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210923776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:05:28.412319Z","caller":"traceutil/trace.go:171","msg":"trace[408808302] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:33069; }","duration":"1.211001318s","start":"2026-03-03T20:05:27.201311Z","end":"2026-03-03T20:05:28.412312Z","steps":["trace[408808302] 'agreement among raft nodes before linearized reading' (duration: 1.210950967s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.412345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:27.201293Z","time spent":"1.211043178s","remote":"127.0.0.1:40364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T20:05:28.412454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.205406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T20:05:28.412094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.294268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T20:05:28.412502Z","caller":"traceutil/trace.go:171","msg":"trace[367985409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33069; }","duration":"550.294008ms","start":"2026-03-03T20:05:27.862189Z","end":"2026-03-03T20:05:28.412483Z","steps":["trace[367985409] 'agreement among raft nodes before linearized reading' (duration: 550.195905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.412536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:27.862159Z","time spent":"550.36835ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T20:05:28.412567Z","caller":"traceutil/trace.go:171","msg":"trace[481437664] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:33069; }","duration":"189.731049ms","start":"2026-03-03T20:05:28.222786Z","end":"2026-03-03T20:05:28.412517Z","steps":["trace[481437664] 'agreement among raft nodes before linearized reading' (duration: 189.241067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.413163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174248318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T20:05:28.413254Z","caller":"traceutil/trace.go:171","msg":"trace[126496046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33069; }","duration":"1.174443033s","start":"2026-03-03T20:05:27.238798Z","end":"2026-03-03T20:05:28.413241Z","steps":["trace[126496046] 'agreement among raft nodes before linearized reading' (duration: 1.174238378s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.413296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:27.23875Z","time spent":"1.174536085s","remote":"127.0.0.1:43764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T20:05:28.414071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045966863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T20:05:28.414102Z","caller":"traceutil/trace.go:171","msg":"trace[2091794857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33069; }","duration":"1.046035825s","start":"2026-03-03T20:05:27.368058Z","end":"2026-03-03T20:05:28.414094Z","steps":["trace[2091794857] 'agreement among raft nodes before linearized reading' (duration: 1.044388856s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:28.414135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T20:05:27.368039Z","time spent":"1.046091376s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T20:05:38.660366Z","caller":"traceutil/trace.go:171","msg":"trace[516995474] linearizableReadLoop","detail":"{readStateIndex:34268; appliedIndex:34267; }","duration":"125.95759ms","start":"2026-03-03T20:05:38.53438Z","end":"2026-03-03T20:05:38.660337Z","steps":["trace[516995474] 'read index received' (duration: 116.408524ms)","trace[516995474] 'applied index is now lower than readState.Index' (duration: 9.547606ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T20:05:38.660532Z","caller":"traceutil/trace.go:171","msg":"trace[1815600384] transaction","detail":"{read_only:false; response_revision:33153; number_of_response:1; }","duration":"147.378056ms","start":"2026-03-03T20:05:38.513142Z","end":"2026-03-03T20:05:38.66052Z","steps":["trace[1815600384] 'process raft request' (duration: 137.587675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:38.660647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.258167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T20:05:38.660706Z","caller":"traceutil/trace.go:171","msg":"trace[1018347743] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:33153; }","duration":"126.360589ms","start":"2026-03-03T20:05:38.534321Z","end":"2026-03-03T20:05:38.660682Z","steps":["trace[1018347743] 'agreement among raft nodes before linearized reading' (duration: 126.199715ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:38.751222Z","caller":"traceutil/trace.go:171","msg":"trace[1469614780] transaction","detail":"{read_only:false; response_revision:33155; number_of_response:1; }","duration":"144.311953ms","start":"2026-03-03T20:05:38.606883Z","end":"2026-03-03T20:05:38.751195Z","steps":["trace[1469614780] 'process raft request' (duration: 144.219301ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:38.751528Z","caller":"traceutil/trace.go:171","msg":"trace[489684805] transaction","detail":"{read_only:false; response_revision:33154; number_of_response:1; }","duration":"145.115403ms","start":"2026-03-03T20:05:38.6064Z","end":"2026-03-03T20:05:38.751516Z","steps":["trace[489684805] 'process raft request' (duration: 144.542959ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:38.751575Z","caller":"traceutil/trace.go:171","msg":"trace[439581205] transaction","detail":"{read_only:false; response_revision:33156; number_of_response:1; }","duration":"143.685309ms","start":"2026-03-03T20:05:38.607865Z","end":"2026-03-03T20:05:38.75155Z","steps":["trace[439581205] 'process raft request' (duration: 143.291509ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:38.75181Z","caller":"traceutil/trace.go:171","msg":"trace[2006988089] transaction","detail":"{read_only:false; response_revision:33157; number_of_response:1; }","duration":"142.372128ms","start":"2026-03-03T20:05:38.609427Z","end":"2026-03-03T20:05:38.751799Z","steps":["trace[2006988089] 'process raft request' (duration: 142.007569ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:38.75194Z","caller":"traceutil/trace.go:171","msg":"trace[1595022108] transaction","detail":"{read_only:false; response_revision:33158; number_of_response:1; }","duration":"141.652411ms","start":"2026-03-03T20:05:38.610272Z","end":"2026-03-03T20:05:38.751924Z","steps":["trace[1595022108] 'process raft request' (duration: 141.480237ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:38.752319Z","caller":"traceutil/trace.go:171","msg":"trace[107973650] transaction","detail":"{read_only:false; response_revision:33159; number_of_response:1; }","duration":"139.105871ms","start":"2026-03-03T20:05:38.613198Z","end":"2026-03-03T20:05:38.752304Z","steps":["trace[107973650] 'process raft request' (duration: 138.67039ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:38.752548Z","caller":"traceutil/trace.go:171","msg":"trace[1789385997] transaction","detail":"{read_only:false; response_revision:33160; number_of_response:1; }","duration":"137.664446ms","start":"2026-03-03T20:05:38.614845Z","end":"2026-03-03T20:05:38.752509Z","steps":["trace[1789385997] 'process raft request' (duration: 137.39208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:38.752796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.713493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T20:05:38.752844Z","caller":"traceutil/trace.go:171","msg":"trace[1571916668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33160; }","duration":"125.804976ms","start":"2026-03-03T20:05:38.627026Z","end":"2026-03-03T20:05:38.752831Z","steps":["trace[1571916668] 'agreement among raft nodes before linearized reading' (duration: 125.643232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:38.752835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.90579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T20:05:38.752946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.866248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T20:05:38.753547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.174846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T20:05:38.753825Z","caller":"traceutil/trace.go:171","msg":"trace[2051766813] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33160; }","duration":"137.556764ms","start":"2026-03-03T20:05:38.616009Z","end":"2026-03-03T20:05:38.753566Z","steps":["trace[2051766813] 'agreement among raft nodes before linearized reading' (duration: 136.762056ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:38.753854Z","caller":"traceutil/trace.go:171","msg":"trace[686289902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33160; }","duration":"132.510224ms","start":"2026-03-03T20:05:38.621312Z","end":"2026-03-03T20:05:38.753822Z","steps":["trace[686289902] 'agreement among raft nodes before linearized reading' (duration: 131.657434ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:38.752963Z","caller":"traceutil/trace.go:171","msg":"trace[1740477329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33160; }","duration":"132.071444ms","start":"2026-03-03T20:05:38.620864Z","end":"2026-03-03T20:05:38.752935Z","steps":["trace[1740477329] 'agreement among raft nodes before linearized reading' (duration: 131.770367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:38.752809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.958096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T20:05:38.75412Z","caller":"traceutil/trace.go:171","msg":"trace[1096134583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33160; }","duration":"126.331508ms","start":"2026-03-03T20:05:38.627776Z","end":"2026-03-03T20:05:38.754107Z","steps":["trace[1096134583] 'agreement among raft nodes before linearized reading' (duration: 124.72523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T20:05:38.753112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.255422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T20:05:38.754238Z","caller":"traceutil/trace.go:171","msg":"trace[297411905] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:33160; }","duration":"216.464781ms","start":"2026-03-03T20:05:38.537761Z","end":"2026-03-03T20:05:38.754225Z","steps":["trace[297411905] 'agreement among raft nodes before linearized reading' (duration: 215.15816ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:05:38.825964Z","caller":"traceutil/trace.go:171","msg":"trace[2022660705] transaction","detail":"{read_only:false; response_revision:33161; number_of_response:1; }","duration":"160.587088ms","start":"2026-03-03T20:05:38.665343Z","end":"2026-03-03T20:05:38.825931Z","steps":["trace[2022660705] 'process raft request' (duration: 130.21315ms)","trace[2022660705] 'compare' (duration: 30.126142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T20:05:38.826124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.645182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T20:05:38.826201Z","caller":"traceutil/trace.go:171","msg":"trace[639054944] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33161; }","duration":"136.761555ms","start":"2026-03-03T20:05:38.68942Z","end":"2026-03-03T20:05:38.826182Z","steps":["trace[639054944] 'agreement among raft nodes before linearized reading' (duration: 136.55309ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:09:33.073122Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32596} {"level":"info","ts":"2026-03-03T20:09:33.227105Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32596,"took":"136.441987ms","hash":1439232622,"current-db-size-bytes":50581504,"current-db-size":"51 MB","current-db-size-in-use-bytes":28823552,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T20:09:33.22717Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1439232622,"revision":32596,"compact-revision":30453} {"level":"info","ts":"2026-03-03T20:10:11.056677Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008d90.wal"} {"level":"info","ts":"2026-03-03T20:12:44.266792Z","caller":"traceutil/trace.go:171","msg":"trace[160010329] transaction","detail":"{read_only:false; response_revision:36153; number_of_response:1; }","duration":"101.909827ms","start":"2026-03-03T20:12:44.164829Z","end":"2026-03-03T20:12:44.266739Z","steps":["trace[160010329] 'process raft request' (duration: 101.575029ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:14:33.093429Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34767} {"level":"info","ts":"2026-03-03T20:14:33.222899Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34767,"took":"125.74187ms","hash":2048932326,"current-db-size-bytes":53551104,"current-db-size":"54 MB","current-db-size-in-use-bytes":28917760,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T20:14:33.223001Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2048932326,"revision":34767,"compact-revision":32596} {"level":"info","ts":"2026-03-03T20:17:07.958705Z","caller":"traceutil/trace.go:171","msg":"trace[1742509809] transaction","detail":"{read_only:false; response_revision:37996; number_of_response:1; }","duration":"135.166223ms","start":"2026-03-03T20:17:07.823507Z","end":"2026-03-03T20:17:07.958673Z","steps":["trace[1742509809] 'process raft request' (duration: 134.939068ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:17:07.962963Z","caller":"traceutil/trace.go:171","msg":"trace[887875345] transaction","detail":"{read_only:false; response_revision:37997; number_of_response:1; }","duration":"123.053937ms","start":"2026-03-03T20:17:07.839888Z","end":"2026-03-03T20:17:07.962942Z","steps":["trace[887875345] 'process raft request' (duration: 122.433222ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:17:07.963188Z","caller":"traceutil/trace.go:171","msg":"trace[569503469] transaction","detail":"{read_only:false; response_revision:37999; number_of_response:1; }","duration":"123.116908ms","start":"2026-03-03T20:17:07.840044Z","end":"2026-03-03T20:17:07.963161Z","steps":["trace[569503469] 'process raft request' (duration: 122.432902ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:17:07.963306Z","caller":"traceutil/trace.go:171","msg":"trace[104367198] transaction","detail":"{read_only:false; response_revision:37998; number_of_response:1; }","duration":"123.290442ms","start":"2026-03-03T20:17:07.840006Z","end":"2026-03-03T20:17:07.963297Z","steps":["trace[104367198] 'process raft request' (duration: 122.443952ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T20:18:53.441278Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":40005,"local-member-snapshot-index":30004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T20:18:53.465215Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40005} {"level":"info","ts":"2026-03-03T20:18:53.465348Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35005} {"level":"info","ts":"2026-03-03T20:19:33.100935Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36894} {"level":"info","ts":"2026-03-03T20:19:33.240757Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36894,"took":"133.886133ms","hash":1438885535,"current-db-size-bytes":53551104,"current-db-size":"54 MB","current-db-size-in-use-bytes":27578368,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T20:19:33.240846Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1438885535,"revision":36894,"compact-revision":34767}