{"level":"warn","ts":"2026-03-02T21:22:29.236625Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T21:22:29.236746Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.23:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.23:2380","--initial-cluster=instance=https://199.19.213.23:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.23:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.23:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T21:22:29.23681Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T21:22:29.236824Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.23:2380"]} {"level":"info","ts":"2026-03-02T21:22:29.236843Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T21:22:29.237459Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.23:2379"]} {"level":"info","ts":"2026-03-02T21:22:29.23753Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.23:2380"],"listen-peer-urls":["https://199.19.213.23:2380"],"advertise-client-urls":["https://199.19.213.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.23:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T21:22:29.242967Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.020263ms"} {"level":"info","ts":"2026-03-02T21:22:29.253266Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1812db8446d3ac67","cluster-id":"57ff06cb872baa33"} {"level":"info","ts":"2026-03-02T21:22:29.253378Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T21:22:29.253507Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 became follower at term 0"} {"level":"info","ts":"2026-03-02T21:22:29.25354Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1812db8446d3ac67 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T21:22:29.25355Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 became follower at term 1"} {"level":"info","ts":"2026-03-02T21:22:29.253607Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 switched to configuration voters=(1734690167661505639)"} {"level":"warn","ts":"2026-03-02T21:22:29.261186Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T21:22:29.262804Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T21:22:29.264125Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T21:22:29.266356Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1812db8446d3ac67","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T21:22:29.266509Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1812db8446d3ac67","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T21:22:29.266609Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:22:29.266764Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:22:29.266779Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:22:29.268687Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 switched to configuration voters=(1734690167661505639)"} {"level":"info","ts":"2026-03-02T21:22:29.268895Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"57ff06cb872baa33","local-member-id":"1812db8446d3ac67","added-peer-id":"1812db8446d3ac67","added-peer-peer-urls":["https://199.19.213.23:2380"]} {"level":"info","ts":"2026-03-02T21:22:29.273942Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T21:22:29.274012Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.23:2380"} {"level":"info","ts":"2026-03-02T21:22:29.274112Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.23:2380"} {"level":"info","ts":"2026-03-02T21:22:29.274172Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1812db8446d3ac67","initial-advertise-peer-urls":["https://199.19.213.23:2380"],"listen-peer-urls":["https://199.19.213.23:2380"],"advertise-client-urls":["https://199.19.213.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T21:22:29.274213Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T21:22:30.054652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T21:22:30.054737Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T21:22:30.054779Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 received MsgPreVoteResp from 1812db8446d3ac67 at term 1"} {"level":"info","ts":"2026-03-02T21:22:30.054799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 became candidate at term 2"} {"level":"info","ts":"2026-03-02T21:22:30.054814Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 received MsgVoteResp from 1812db8446d3ac67 at term 2"} {"level":"info","ts":"2026-03-02T21:22:30.054829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1812db8446d3ac67 became leader at term 2"} {"level":"info","ts":"2026-03-02T21:22:30.054842Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1812db8446d3ac67 elected leader 1812db8446d3ac67 at term 2"} {"level":"info","ts":"2026-03-02T21:22:30.056285Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:22:30.056457Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1812db8446d3ac67","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.23:2379]}","request-path":"/0/members/1812db8446d3ac67/attributes","cluster-id":"57ff06cb872baa33","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T21:22:30.056491Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T21:22:30.056551Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T21:22:30.05702Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T21:22:30.057099Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T21:22:30.058537Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"57ff06cb872baa33","local-member-id":"1812db8446d3ac67","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:22:30.05868Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:22:30.058724Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:22:30.060813Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-02T21:22:30.062304Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.23:2379"} {"level":"info","ts":"2026-03-02T21:22:31.790935Z","caller":"traceutil/trace.go:171","msg":"trace[2070878026] transaction","detail":"{read_only:false; response_revision:57; number_of_response:1; }","duration":"226.870513ms","start":"2026-03-02T21:22:31.564016Z","end":"2026-03-02T21:22:31.790886Z","steps":["trace[2070878026] 'process raft request' (duration: 167.702458ms)","trace[2070878026] 'compare' (duration: 58.798416ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:22:31.790984Z","caller":"traceutil/trace.go:171","msg":"trace[1220279784] transaction","detail":"{read_only:false; response_revision:58; number_of_response:1; }","duration":"225.417547ms","start":"2026-03-02T21:22:31.565532Z","end":"2026-03-02T21:22:31.79095Z","steps":["trace[1220279784] 'process raft request' (duration: 225.262683ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:31.791098Z","caller":"traceutil/trace.go:171","msg":"trace[992758387] transaction","detail":"{read_only:false; response_revision:59; number_of_response:1; }","duration":"223.747757ms","start":"2026-03-02T21:22:31.567314Z","end":"2026-03-02T21:22:31.791062Z","steps":["trace[992758387] 'process raft request' (duration: 223.53177ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:31.790964Z","caller":"traceutil/trace.go:171","msg":"trace[1435677857] linearizableReadLoop","detail":"{readStateIndex:63; appliedIndex:60; }","duration":"134.29605ms","start":"2026-03-02T21:22:31.656631Z","end":"2026-03-02T21:22:31.790927Z","steps":["trace[1435677857] 'read index received' (duration: 75.053423ms)","trace[1435677857] 'applied index is now lower than readState.Index' (duration: 59.241177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:22:31.79115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.475635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:22:31.791259Z","caller":"traceutil/trace.go:171","msg":"trace[83272687] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:59; }","duration":"134.67028ms","start":"2026-03-02T21:22:31.656576Z","end":"2026-03-02T21:22:31.791246Z","steps":["trace[83272687] 'agreement among raft nodes before linearized reading' (duration: 134.480315ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:31.982097Z","caller":"traceutil/trace.go:171","msg":"trace[1709676124] transaction","detail":"{read_only:false; response_revision:67; number_of_response:1; }","duration":"143.110607ms","start":"2026-03-02T21:22:31.838939Z","end":"2026-03-02T21:22:31.98205Z","steps":["trace[1709676124] 'process raft request' (duration: 93.305ms)","trace[1709676124] 'compare' (duration: 49.371897ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:22:33.330611Z","caller":"traceutil/trace.go:171","msg":"trace[1336244045] transaction","detail":"{read_only:false; response_revision:159; number_of_response:1; }","duration":"129.076394ms","start":"2026-03-02T21:22:33.201498Z","end":"2026-03-02T21:22:33.330574Z","steps":["trace[1336244045] 'process raft request' (duration: 42.965589ms)","trace[1336244045] 'compare' (duration: 85.956661ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:22:42.790159Z","caller":"traceutil/trace.go:171","msg":"trace[875810245] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"135.972303ms","start":"2026-03-02T21:22:42.654159Z","end":"2026-03-02T21:22:42.790131Z","steps":["trace[875810245] 'process raft request' (duration: 135.791078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:45.765664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.105366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:22:45.765782Z","caller":"traceutil/trace.go:171","msg":"trace[1782037121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:365; }","duration":"188.26728ms","start":"2026-03-02T21:22:45.577486Z","end":"2026-03-02T21:22:45.765753Z","steps":["trace[1782037121] 'range keys from in-memory index tree' (duration: 187.921392ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:46.140035Z","caller":"traceutil/trace.go:171","msg":"trace[931924142] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"233.041345ms","start":"2026-03-02T21:22:45.906967Z","end":"2026-03-02T21:22:46.140008Z","steps":["trace[931924142] 'process raft request' (duration: 232.817869ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:46.28312Z","caller":"traceutil/trace.go:171","msg":"trace[2010331646] linearizableReadLoop","detail":"{readStateIndex:383; appliedIndex:382; }","duration":"114.202301ms","start":"2026-03-02T21:22:46.168893Z","end":"2026-03-02T21:22:46.283095Z","steps":["trace[2010331646] 'read index received' (duration: 88.935683ms)","trace[2010331646] 'applied index is now lower than readState.Index' (duration: 25.262998ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:22:46.283227Z","caller":"traceutil/trace.go:171","msg":"trace[1290208042] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"328.055575ms","start":"2026-03-02T21:22:45.955138Z","end":"2026-03-02T21:22:46.283193Z","steps":["trace[1290208042] 'process raft request' (duration: 302.761607ms)","trace[1290208042] 'compare' (duration: 25.101583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:22:46.283274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.340544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:46.283349Z","caller":"traceutil/trace.go:171","msg":"trace[1342798637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:369; }","duration":"114.473807ms","start":"2026-03-02T21:22:46.168852Z","end":"2026-03-02T21:22:46.283326Z","steps":["trace[1342798637] 'agreement among raft nodes before linearized reading' (duration: 114.334624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:46.28402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:45.955106Z","time spent":"328.182968ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:22:46.599729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.905723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-03-02T21:22:46.599799Z","caller":"traceutil/trace.go:171","msg":"trace[1568122857] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:369; }","duration":"107.021655ms","start":"2026-03-02T21:22:46.492763Z","end":"2026-03-02T21:22:46.599785Z","steps":["trace[1568122857] 'range keys from in-memory index tree' (duration: 106.79657ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:22:46.857481Z","caller":"traceutil/trace.go:171","msg":"trace[946047973] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"174.593717ms","start":"2026-03-02T21:22:46.682839Z","end":"2026-03-02T21:22:46.857432Z","steps":["trace[946047973] 'process raft request' (duration: 174.406922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:50.181331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.319569ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:50.181457Z","caller":"traceutil/trace.go:171","msg":"trace[627700221] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:411; }","duration":"131.455992ms","start":"2026-03-02T21:22:50.049983Z","end":"2026-03-02T21:22:50.181439Z","steps":["trace[627700221] 'range keys from in-memory index tree' (duration: 131.307568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:57.280956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.350473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:22:57.281117Z","caller":"traceutil/trace.go:171","msg":"trace[688262150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:426; }","duration":"531.602819ms","start":"2026-03-02T21:22:56.749497Z","end":"2026-03-02T21:22:57.2811Z","steps":["trace[688262150] 'range keys from in-memory index tree' (duration: 531.172758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:22:57.281162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:22:56.749476Z","time spent":"531.678291ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:22:57.28093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.613637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:22:57.281901Z","caller":"traceutil/trace.go:171","msg":"trace[1864671224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:426; }","duration":"112.644022ms","start":"2026-03-02T21:22:57.169222Z","end":"2026-03-02T21:22:57.281866Z","steps":["trace[1864671224] 'range keys from in-memory index tree' (duration: 111.530765ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:05.02242Z","caller":"traceutil/trace.go:171","msg":"trace[815457361] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"132.474375ms","start":"2026-03-02T21:23:04.889927Z","end":"2026-03-02T21:23:05.022401Z","steps":["trace[815457361] 'process raft request' (duration: 132.382833ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:05.324888Z","caller":"traceutil/trace.go:171","msg":"trace[185927380] linearizableReadLoop","detail":"{readStateIndex:511; appliedIndex:509; }","duration":"142.616082ms","start":"2026-03-02T21:23:05.182245Z","end":"2026-03-02T21:23:05.324861Z","steps":["trace[185927380] 'read index received' (duration: 39.811404ms)","trace[185927380] 'applied index is now lower than readState.Index' (duration: 102.803727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:05.325051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.786025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:05.325023Z","caller":"traceutil/trace.go:171","msg":"trace[1730910486] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"143.647095ms","start":"2026-03-02T21:23:05.181319Z","end":"2026-03-02T21:23:05.324966Z","steps":["trace[1730910486] 'process raft request' (duration: 143.359698ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:05.325094Z","caller":"traceutil/trace.go:171","msg":"trace[2039468345] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"142.399336ms","start":"2026-03-02T21:23:05.182619Z","end":"2026-03-02T21:23:05.325019Z","steps":["trace[2039468345] 'process raft request' (duration: 142.182911ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:05.325099Z","caller":"traceutil/trace.go:171","msg":"trace[37595367] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:493; }","duration":"142.881298ms","start":"2026-03-02T21:23:05.182204Z","end":"2026-03-02T21:23:05.325085Z","steps":["trace[37595367] 'agreement among raft nodes before linearized reading' (duration: 142.784065ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:09.681264Z","caller":"traceutil/trace.go:171","msg":"trace[675409460] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:533; }","duration":"286.499842ms","start":"2026-03-02T21:23:09.394739Z","end":"2026-03-02T21:23:09.681239Z","steps":["trace[675409460] 'read index received' (duration: 286.312917ms)","trace[675409460] 'applied index is now lower than readState.Index' (duration: 185.645µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:09.681318Z","caller":"traceutil/trace.go:171","msg":"trace[1982290360] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"288.379696ms","start":"2026-03-02T21:23:09.392906Z","end":"2026-03-02T21:23:09.681286Z","steps":["trace[1982290360] 'process raft request' (duration: 288.13264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:09.681495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.722617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-orders\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:09.681597Z","caller":"traceutil/trace.go:171","msg":"trace[187730043] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-orders; range_end:; response_count:0; response_revision:514; }","duration":"286.851939ms","start":"2026-03-02T21:23:09.394722Z","end":"2026-03-02T21:23:09.681574Z","steps":["trace[187730043] 'agreement among raft nodes before linearized reading' (duration: 286.668285ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:09.889177Z","caller":"traceutil/trace.go:171","msg":"trace[2138125072] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:534; }","duration":"202.631664ms","start":"2026-03-02T21:23:09.686518Z","end":"2026-03-02T21:23:09.889149Z","steps":["trace[2138125072] 'read index received' (duration: 171.139443ms)","trace[2138125072] 'applied index is now lower than readState.Index' (duration: 31.491181ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:09.889295Z","caller":"traceutil/trace.go:171","msg":"trace[427869503] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"203.261669ms","start":"2026-03-02T21:23:09.685993Z","end":"2026-03-02T21:23:09.889254Z","steps":["trace[427869503] 'process raft request' (duration: 171.717436ms)","trace[427869503] 'compare' (duration: 31.317688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:09.889353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.818968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-ingress-shim\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:09.889391Z","caller":"traceutil/trace.go:171","msg":"trace[31447200] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-ingress-shim; range_end:; response_count:0; response_revision:515; }","duration":"202.923651ms","start":"2026-03-02T21:23:09.686458Z","end":"2026-03-02T21:23:09.889381Z","steps":["trace[31447200] 'agreement among raft nodes before linearized reading' (duration: 202.835469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:09.889544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.912751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hll8c\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-02T21:23:09.889626Z","caller":"traceutil/trace.go:171","msg":"trace[1619006138] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hll8c; range_end:; response_count:1; response_revision:515; }","duration":"172.032774ms","start":"2026-03-02T21:23:09.717575Z","end":"2026-03-02T21:23:09.889608Z","steps":["trace[1619006138] 'agreement among raft nodes before linearized reading' (duration: 171.788108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:10.175792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.121855ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:10.17599Z","caller":"traceutil/trace.go:171","msg":"trace[1219691059] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:515; }","duration":"125.34482ms","start":"2026-03-02T21:23:10.050626Z","end":"2026-03-02T21:23:10.175971Z","steps":["trace[1219691059] 'range keys from in-memory index tree' (duration: 125.099525ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:10.182894Z","caller":"traceutil/trace.go:171","msg":"trace[934654519] linearizableReadLoop","detail":"{readStateIndex:536; appliedIndex:535; }","duration":"279.013857ms","start":"2026-03-02T21:23:09.903855Z","end":"2026-03-02T21:23:10.182868Z","steps":["trace[934654519] 'read index received' (duration: 278.631088ms)","trace[934654519] 'applied index is now lower than readState.Index' (duration: 381.579µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:10.183008Z","caller":"traceutil/trace.go:171","msg":"trace[1966902387] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"279.51768ms","start":"2026-03-02T21:23:09.90344Z","end":"2026-03-02T21:23:10.182958Z","steps":["trace[1966902387] 'process raft request' (duration: 279.185853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:10.183185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.602216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:23:10.183246Z","caller":"traceutil/trace.go:171","msg":"trace[1271804838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:516; }","duration":"119.710519ms","start":"2026-03-02T21:23:10.063519Z","end":"2026-03-02T21:23:10.18323Z","steps":["trace[1271804838] 'agreement among raft nodes before linearized reading' (duration: 119.507844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:10.18357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.657402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-webhook:subjectaccessreviews\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:10.183676Z","caller":"traceutil/trace.go:171","msg":"trace[145582186] range","detail":"{range_begin:/registry/clusterroles/cert-manager-webhook:subjectaccessreviews; range_end:; response_count:0; response_revision:516; }","duration":"279.864847ms","start":"2026-03-02T21:23:09.903791Z","end":"2026-03-02T21:23:10.183655Z","steps":["trace[145582186] 'agreement among raft nodes before linearized reading' (duration: 279.651092ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:10.34479Z","caller":"traceutil/trace.go:171","msg":"trace[1377913131] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:536; }","duration":"156.489133ms","start":"2026-03-02T21:23:10.188278Z","end":"2026-03-02T21:23:10.344767Z","steps":["trace[1377913131] 'read index received' (duration: 110.810713ms)","trace[1377913131] 'applied index is now lower than readState.Index' (duration: 45.67717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:10.34492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.614286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:10.344958Z","caller":"traceutil/trace.go:171","msg":"trace[1572298552] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-cainjector; range_end:; response_count:0; response_revision:518; }","duration":"156.691498ms","start":"2026-03-02T21:23:10.188258Z","end":"2026-03-02T21:23:10.344949Z","steps":["trace[1572298552] 'agreement among raft nodes before linearized reading' (duration: 156.603046ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:10.345107Z","caller":"traceutil/trace.go:171","msg":"trace[1244491948] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"157.474516ms","start":"2026-03-02T21:23:10.1876Z","end":"2026-03-02T21:23:10.345075Z","steps":["trace[1244491948] 'process raft request' (duration: 111.496669ms)","trace[1244491948] 'compare' (duration: 45.454925ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:23:10.345139Z","caller":"traceutil/trace.go:171","msg":"trace[1746341443] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"157.274351ms","start":"2026-03-02T21:23:10.187842Z","end":"2026-03-02T21:23:10.345117Z","steps":["trace[1746341443] 'process raft request' (duration: 156.876242ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:11.204063Z","caller":"traceutil/trace.go:171","msg":"trace[1282321830] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"801.767016ms","start":"2026-03-02T21:23:10.402266Z","end":"2026-03-02T21:23:11.204033Z","steps":["trace[1282321830] 'process raft request' (duration: 801.497219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:11.204213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:10.402248Z","time spent":"801.899219ms","remote":"127.0.0.1:45206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":365,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:11.633601Z","caller":"traceutil/trace.go:171","msg":"trace[899305291] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"423.656726ms","start":"2026-03-02T21:23:11.209921Z","end":"2026-03-02T21:23:11.633578Z","steps":["trace[899305291] 'process raft request' (duration: 423.606765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:11.633754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:11.2099Z","time spent":"423.785819ms","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:11.634036Z","caller":"traceutil/trace.go:171","msg":"trace[528741507] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"424.082496ms","start":"2026-03-02T21:23:11.209911Z","end":"2026-03-02T21:23:11.633994Z","steps":["trace[528741507] 'process raft request' (duration: 407.91432ms)","trace[528741507] 'compare' (duration: 15.173013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:11.634201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:11.20989Z","time spent":"424.232008ms","remote":"127.0.0.1:45296","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:11.636611Z","caller":"traceutil/trace.go:171","msg":"trace[1809749000] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"348.4651ms","start":"2026-03-02T21:23:11.288126Z","end":"2026-03-02T21:23:11.636591Z","steps":["trace[1809749000] 'process raft request' (duration: 348.220324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:11.636715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:11.288092Z","time spent":"348.575022ms","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:23:13.188985Z","caller":"traceutil/trace.go:171","msg":"trace[1947791928] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"248.490698ms","start":"2026-03-02T21:23:12.940456Z","end":"2026-03-02T21:23:13.188947Z","steps":["trace[1947791928] 'process raft request' (duration: 248.391056ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:13.188993Z","caller":"traceutil/trace.go:171","msg":"trace[737541493] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"272.677961ms","start":"2026-03-02T21:23:12.916257Z","end":"2026-03-02T21:23:13.188935Z","steps":["trace[737541493] 'process raft request' (duration: 262.241298ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:16.05085Z","caller":"traceutil/trace.go:171","msg":"trace[1730277188] transaction","detail":"{read_only:false; response_revision:709; number_of_response:1; }","duration":"130.757796ms","start":"2026-03-02T21:23:15.920037Z","end":"2026-03-02T21:23:16.050795Z","steps":["trace[1730277188] 'process raft request' (duration: 130.525081ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:17.244547Z","caller":"traceutil/trace.go:171","msg":"trace[987948290] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"304.05442ms","start":"2026-03-02T21:23:16.940452Z","end":"2026-03-02T21:23:17.244506Z","steps":["trace[987948290] 'process raft request' (duration: 210.224871ms)","trace[987948290] 'compare' (duration: 93.572483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:23:17.244868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:16.9404Z","time spent":"304.271575ms","remote":"127.0.0.1:45132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:23:17.268938Z","caller":"traceutil/trace.go:171","msg":"trace[316555267] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"295.89762ms","start":"2026-03-02T21:23:16.973014Z","end":"2026-03-02T21:23:17.268911Z","steps":["trace[316555267] 'process raft request' (duration: 295.362897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:17.269281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.444062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:17.269317Z","caller":"traceutil/trace.go:171","msg":"trace[98788993] transaction","detail":"{read_only:false; response_revision:718; number_of_response:1; }","duration":"235.830806ms","start":"2026-03-02T21:23:17.033468Z","end":"2026-03-02T21:23:17.269298Z","steps":["trace[98788993] 'process raft request' (duration: 235.12094ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:17.269361Z","caller":"traceutil/trace.go:171","msg":"trace[570405644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:719; }","duration":"100.589246ms","start":"2026-03-02T21:23:17.168753Z","end":"2026-03-02T21:23:17.269342Z","steps":["trace[570405644] 'agreement among raft nodes before linearized reading' (duration: 100.380691ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:17.269512Z","caller":"traceutil/trace.go:171","msg":"trace[2087299863] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"226.688864ms","start":"2026-03-02T21:23:17.042789Z","end":"2026-03-02T21:23:17.269478Z","steps":["trace[2087299863] 'process raft request' (duration: 225.877825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:30.645613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.41086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T21:23:30.645674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.797962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-02T21:23:30.645757Z","caller":"traceutil/trace.go:171","msg":"trace[755733043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:893; }","duration":"205.604464ms","start":"2026-03-02T21:23:30.44012Z","end":"2026-03-02T21:23:30.645725Z","steps":["trace[755733043] 'range keys from in-memory index tree' (duration: 205.169384ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:30.645811Z","caller":"traceutil/trace.go:171","msg":"trace[2137635872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:893; }","duration":"492.974165ms","start":"2026-03-02T21:23:30.152778Z","end":"2026-03-02T21:23:30.645752Z","steps":["trace[2137635872] 'range keys from in-memory index tree' (duration: 492.509055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:30.645843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.046724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T21:23:30.64587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:30.152736Z","time spent":"493.117809ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:23:30.645822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.142688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:30.645921Z","caller":"traceutil/trace.go:171","msg":"trace[1850964435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:893; }","duration":"206.178667ms","start":"2026-03-02T21:23:30.439725Z","end":"2026-03-02T21:23:30.645904Z","steps":["trace[1850964435] 'range keys from in-memory index tree' (duration: 205.87847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:30.64586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.092968ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:30.645973Z","caller":"traceutil/trace.go:171","msg":"trace[647423013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:893; }","duration":"477.415515ms","start":"2026-03-02T21:23:30.168527Z","end":"2026-03-02T21:23:30.645943Z","steps":["trace[647423013] 'range keys from in-memory index tree' (duration: 477.036496ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:23:30.646044Z","caller":"traceutil/trace.go:171","msg":"trace[1869685602] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:893; }","duration":"595.301322ms","start":"2026-03-02T21:23:30.050716Z","end":"2026-03-02T21:23:30.646017Z","steps":["trace[1869685602] 'range keys from in-memory index tree' (duration: 595.066616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:23:30.646057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:23:30.168505Z","time spent":"477.538088ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:23:58.411705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.762075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:23:58.411818Z","caller":"traceutil/trace.go:171","msg":"trace[504374673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1167; }","duration":"242.9441ms","start":"2026-03-02T21:23:58.168852Z","end":"2026-03-02T21:23:58.411796Z","steps":["trace[504374673] 'range keys from in-memory index tree' (duration: 242.647743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:22.970494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.716222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:24:22.970604Z","caller":"traceutil/trace.go:171","msg":"trace[1019701606] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1556; }","duration":"112.849915ms","start":"2026-03-02T21:24:22.857729Z","end":"2026-03-02T21:24:22.970579Z","steps":["trace[1019701606] 'range keys from in-memory index tree' (duration: 112.484616ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:23.253812Z","caller":"traceutil/trace.go:171","msg":"trace[505647200] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"243.76876ms","start":"2026-03-02T21:24:23.010019Z","end":"2026-03-02T21:24:23.253788Z","steps":["trace[505647200] 'process raft request' (duration: 243.640027ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:23.469262Z","caller":"traceutil/trace.go:171","msg":"trace[841579183] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"458.872463ms","start":"2026-03-02T21:24:23.010353Z","end":"2026-03-02T21:24:23.469226Z","steps":["trace[841579183] 'process raft request' (duration: 458.600517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:23.46952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:23.010331Z","time spent":"459.042428ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:23.469738Z","caller":"traceutil/trace.go:171","msg":"trace[1640433242] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"459.247363ms","start":"2026-03-02T21:24:23.010466Z","end":"2026-03-02T21:24:23.469713Z","steps":["trace[1640433242] 'process raft request' (duration: 458.70332ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:23.469695Z","caller":"traceutil/trace.go:171","msg":"trace[1025957471] linearizableReadLoop","detail":"{readStateIndex:1621; appliedIndex:1618; }","duration":"321.290064ms","start":"2026-03-02T21:24:23.148297Z","end":"2026-03-02T21:24:23.469587Z","steps":["trace[1025957471] 'read index received' (duration: 105.425953ms)","trace[1025957471] 'applied index is now lower than readState.Index' (duration: 215.861081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:23.46991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:23.010396Z","time spent":"459.392925ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:23.470184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.878698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33a1143a-68ef-42ba-b691-db81de6b78b9\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-02T21:24:23.47026Z","caller":"traceutil/trace.go:171","msg":"trace[1016069800] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-33a1143a-68ef-42ba-b691-db81de6b78b9; range_end:; response_count:1; response_revision:1559; }","duration":"322.00499ms","start":"2026-03-02T21:24:23.14824Z","end":"2026-03-02T21:24:23.470245Z","steps":["trace[1016069800] 'agreement among raft nodes before linearized reading' (duration: 321.805615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:23.470449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:23.148217Z","time spent":"322.154024ms","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33a1143a-68ef-42ba-b691-db81de6b78b9\" "} {"level":"warn","ts":"2026-03-02T21:24:23.477374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.267133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:23.477441Z","caller":"traceutil/trace.go:171","msg":"trace[1747057998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1560; }","duration":"306.366826ms","start":"2026-03-02T21:24:23.171059Z","end":"2026-03-02T21:24:23.477426Z","steps":["trace[1747057998] 'agreement among raft nodes before linearized reading' (duration: 306.217343ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:23.477565Z","caller":"traceutil/trace.go:171","msg":"trace[1198195962] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"218.315268ms","start":"2026-03-02T21:24:23.258968Z","end":"2026-03-02T21:24:23.477283Z","steps":["trace[1198195962] 'process raft request' (duration: 218.172935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:23.477476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:23.171044Z","time spent":"306.422967ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:24:23.47769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.69786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33a1143a-68ef-42ba-b691-db81de6b78b9\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-02T21:24:23.477804Z","caller":"traceutil/trace.go:171","msg":"trace[585648296] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-33a1143a-68ef-42ba-b691-db81de6b78b9; range_end:; response_count:1; response_revision:1560; }","duration":"326.839643ms","start":"2026-03-02T21:24:23.150936Z","end":"2026-03-02T21:24:23.477776Z","steps":["trace[585648296] 'agreement among raft nodes before linearized reading' (duration: 326.614298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:23.477846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:23.150913Z","time spent":"326.922344ms","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-33a1143a-68ef-42ba-b691-db81de6b78b9\" "} {"level":"info","ts":"2026-03-02T21:24:23.726363Z","caller":"traceutil/trace.go:171","msg":"trace[1669739923] linearizableReadLoop","detail":"{readStateIndex:1623; appliedIndex:1622; }","duration":"247.473127ms","start":"2026-03-02T21:24:23.47886Z","end":"2026-03-02T21:24:23.726333Z","steps":["trace[1669739923] 'read index received' (duration: 247.308253ms)","trace[1669739923] 'applied index is now lower than readState.Index' (duration: 163.424µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:23.726421Z","caller":"traceutil/trace.go:171","msg":"trace[907499150] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"248.102941ms","start":"2026-03-02T21:24:23.478281Z","end":"2026-03-02T21:24:23.726384Z","steps":["trace[907499150] 'process raft request' (duration: 247.860205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:23.726641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.727982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:23.726772Z","caller":"traceutil/trace.go:171","msg":"trace[1332151054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1561; }","duration":"247.906347ms","start":"2026-03-02T21:24:23.478838Z","end":"2026-03-02T21:24:23.726745Z","steps":["trace[1332151054] 'agreement among raft nodes before linearized reading' (duration: 247.612011ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:23.740734Z","caller":"traceutil/trace.go:171","msg":"trace[483285865] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"258.438571ms","start":"2026-03-02T21:24:23.482267Z","end":"2026-03-02T21:24:23.740705Z","steps":["trace[483285865] 'process raft request' (duration: 258.177645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:24.324147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.750181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:24:24.324306Z","caller":"traceutil/trace.go:171","msg":"trace[1702486545] linearizableReadLoop","detail":"{readStateIndex:1626; appliedIndex:1625; }","duration":"529.387893ms","start":"2026-03-02T21:24:23.794894Z","end":"2026-03-02T21:24:24.324282Z","steps":["trace[1702486545] 'read index received' (duration: 57.451µs)","trace[1702486545] 'applied index is now lower than readState.Index' (duration: 529.328322ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:24:24.324405Z","caller":"traceutil/trace.go:171","msg":"trace[1814181203] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"577.809949ms","start":"2026-03-02T21:24:23.746579Z","end":"2026-03-02T21:24:24.324389Z","steps":["trace[1814181203] 'process raft request' (duration: 44.414393ms)","trace[1814181203] 'compare' (duration: 532.474875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:24:24.324671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:23.746545Z","time spent":"577.901871ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:24:24.324871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.948186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T21:24:24.324963Z","caller":"traceutil/trace.go:171","msg":"trace[897450160] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:1564; }","duration":"530.114941ms","start":"2026-03-02T21:24:23.794825Z","end":"2026-03-02T21:24:24.32494Z","steps":["trace[897450160] 'agreement among raft nodes before linearized reading' (duration: 529.845104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:24.325011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:23.794802Z","time spent":"530.199172ms","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"warn","ts":"2026-03-02T21:24:24.335655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.069377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:24:24.335759Z","caller":"traceutil/trace.go:171","msg":"trace[950634259] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1565; }","duration":"336.254781ms","start":"2026-03-02T21:24:23.999479Z","end":"2026-03-02T21:24:24.335734Z","steps":["trace[950634259] 'agreement among raft nodes before linearized reading' (duration: 336.065877ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:24.335666Z","caller":"traceutil/trace.go:171","msg":"trace[723808641] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"280.541005ms","start":"2026-03-02T21:24:24.055097Z","end":"2026-03-02T21:24:24.335638Z","steps":["trace[723808641] 'process raft request' (duration: 280.142256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:24.335813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:23.999449Z","time spent":"336.351734ms","remote":"127.0.0.1:45324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:24:24.335693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.456171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-03-02T21:24:24.336007Z","caller":"traceutil/trace.go:171","msg":"trace[1867642256] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1565; }","duration":"356.827679ms","start":"2026-03-02T21:24:23.979132Z","end":"2026-03-02T21:24:24.335959Z","steps":["trace[1867642256] 'agreement among raft nodes before linearized reading' (duration: 356.268646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:24.336089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:23.979099Z","time spent":"356.975873ms","remote":"127.0.0.1:58288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T21:24:24.336336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.292247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T21:24:24.336787Z","caller":"traceutil/trace.go:171","msg":"trace[1912196376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1565; }","duration":"130.265381ms","start":"2026-03-02T21:24:24.206499Z","end":"2026-03-02T21:24:24.336765Z","steps":["trace[1912196376] 'agreement among raft nodes before linearized reading' (duration: 129.013311ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:24:38.981363Z","caller":"traceutil/trace.go:171","msg":"trace[718716494] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"354.427043ms","start":"2026-03-02T21:24:38.626909Z","end":"2026-03-02T21:24:38.981336Z","steps":["trace[718716494] 'process raft request' (duration: 354.25952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:24:38.981556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:24:38.626881Z","time spent":"354.596048ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:24:39.009344Z","caller":"traceutil/trace.go:171","msg":"trace[719024846] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"254.217292ms","start":"2026-03-02T21:24:38.755098Z","end":"2026-03-02T21:24:39.009315Z","steps":["trace[719024846] 'process raft request' (duration: 254.013288ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:08.928243Z","caller":"traceutil/trace.go:171","msg":"trace[66698055] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"381.22564ms","start":"2026-03-02T21:25:08.546985Z","end":"2026-03-02T21:25:08.92821Z","steps":["trace[66698055] 'process raft request' (duration: 381.032766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:08.928451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:08.546968Z","time spent":"381.383813ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:08.984857Z","caller":"traceutil/trace.go:171","msg":"trace[1783218192] linearizableReadLoop","detail":"{readStateIndex:1912; appliedIndex:1910; }","duration":"348.479276ms","start":"2026-03-02T21:25:08.636352Z","end":"2026-03-02T21:25:08.984831Z","steps":["trace[1783218192] 'read index received' (duration: 291.63386ms)","trace[1783218192] 'applied index is now lower than readState.Index' (duration: 56.844236ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:08.985004Z","caller":"traceutil/trace.go:171","msg":"trace[971076772] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"435.326222ms","start":"2026-03-02T21:25:08.549652Z","end":"2026-03-02T21:25:08.984978Z","steps":["trace[971076772] 'process raft request' (duration: 435.011325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:08.985064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.675521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:25:08.98513Z","caller":"traceutil/trace.go:171","msg":"trace[1336003996] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1840; }","duration":"348.821745ms","start":"2026-03-02T21:25:08.636291Z","end":"2026-03-02T21:25:08.985113Z","steps":["trace[1336003996] 'agreement among raft nodes before linearized reading' (duration: 348.689562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:08.985163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:08.549632Z","time spent":"435.443185ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:08.985355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:08.636256Z","time spent":"348.916337ms","remote":"127.0.0.1:52102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:25:09.588454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.245038ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-02T21:25:09.588732Z","caller":"traceutil/trace.go:171","msg":"trace[814164338] linearizableReadLoop","detail":"{readStateIndex:1913; appliedIndex:1912; }","duration":"603.750569ms","start":"2026-03-02T21:25:08.984946Z","end":"2026-03-02T21:25:09.588697Z","steps":["trace[814164338] 'read index received' (duration: 211.264106ms)","trace[814164338] 'applied index is now lower than readState.Index' (duration: 392.483443ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:09.588955Z","caller":"traceutil/trace.go:171","msg":"trace[363175502] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"529.850116ms","start":"2026-03-02T21:25:09.059085Z","end":"2026-03-02T21:25:09.588935Z","steps":["trace[363175502] 'process raft request' (duration: 529.489058ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:09.589095Z","caller":"traceutil/trace.go:171","msg":"trace[1184279596] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"501.041664ms","start":"2026-03-02T21:25:09.08802Z","end":"2026-03-02T21:25:09.589062Z","steps":["trace[1184279596] 'process raft request' (duration: 500.801259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:09.589125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:09.059059Z","time spent":"529.947148ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:09.58926Z","caller":"traceutil/trace.go:171","msg":"trace[1848376928] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"419.903732ms","start":"2026-03-02T21:25:09.169334Z","end":"2026-03-02T21:25:09.589238Z","steps":["trace[1848376928] 'process raft request' (duration: 419.541894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:09.58927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.62523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:25:09.589291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:09.087993Z","time spent":"501.202888ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:25:09.589345Z","caller":"traceutil/trace.go:171","msg":"trace[1512402427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1843; }","duration":"420.732181ms","start":"2026-03-02T21:25:09.168587Z","end":"2026-03-02T21:25:09.589319Z","steps":["trace[1512402427] 'agreement among raft nodes before linearized reading' (duration: 420.606368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:09.589355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.860784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-03-02T21:25:09.589363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:09.169307Z","time spent":"420.000325ms","remote":"127.0.0.1:45280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8393,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:09.589387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:09.168572Z","time spent":"420.803444ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:25:09.589396Z","caller":"traceutil/trace.go:171","msg":"trace[1285733546] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1843; }","duration":"884.932186ms","start":"2026-03-02T21:25:08.704449Z","end":"2026-03-02T21:25:09.589381Z","steps":["trace[1285733546] 'agreement among raft nodes before linearized reading' (duration: 884.534607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:09.589449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:08.704432Z","time spent":"885.008127ms","remote":"127.0.0.1:58288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5466,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T21:25:09.589476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.260779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T21:25:09.589536Z","caller":"traceutil/trace.go:171","msg":"trace[613565346] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1843; }","duration":"206.355352ms","start":"2026-03-02T21:25:09.383163Z","end":"2026-03-02T21:25:09.589519Z","steps":["trace[613565346] 'agreement among raft nodes before linearized reading' (duration: 206.157867ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:09.776305Z","caller":"traceutil/trace.go:171","msg":"trace[688036783] transaction","detail":"{read_only:false; response_revision:1846; number_of_response:1; }","duration":"108.029128ms","start":"2026-03-02T21:25:09.668249Z","end":"2026-03-02T21:25:09.776278Z","steps":["trace[688036783] 'process raft request' (duration: 52.957874ms)","trace[688036783] 'compare' (duration: 54.605623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:10.255388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.00764ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:25:10.255559Z","caller":"traceutil/trace.go:171","msg":"trace[1560947090] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1849; }","duration":"205.191025ms","start":"2026-03-02T21:25:10.050346Z","end":"2026-03-02T21:25:10.255537Z","steps":["trace[1560947090] 'range keys from in-memory index tree' (duration: 204.9928ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:10.256296Z","caller":"traceutil/trace.go:171","msg":"trace[187294967] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"248.449333ms","start":"2026-03-02T21:25:10.007794Z","end":"2026-03-02T21:25:10.256243Z","steps":["trace[187294967] 'process raft request' (duration: 165.333505ms)","trace[187294967] 'compare' (duration: 82.415612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:25:10.660566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.330407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:25:10.660673Z","caller":"traceutil/trace.go:171","msg":"trace[1069068056] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1850; }","duration":"286.48265ms","start":"2026-03-02T21:25:10.374166Z","end":"2026-03-02T21:25:10.660648Z","steps":["trace[1069068056] 'count revisions from in-memory index tree' (duration: 286.198044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:10.661023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.411362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:25:10.661109Z","caller":"traceutil/trace.go:171","msg":"trace[395551591] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1850; }","duration":"230.556846ms","start":"2026-03-02T21:25:10.430531Z","end":"2026-03-02T21:25:10.661088Z","steps":["trace[395551591] 'count revisions from in-memory index tree' (duration: 230.29566ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:11.247264Z","caller":"traceutil/trace.go:171","msg":"trace[2137097829] linearizableReadLoop","detail":"{readStateIndex:1924; appliedIndex:1923; }","duration":"257.522996ms","start":"2026-03-02T21:25:10.989717Z","end":"2026-03-02T21:25:11.24724Z","steps":["trace[2137097829] 'read index received' (duration: 257.229129ms)","trace[2137097829] 'applied index is now lower than readState.Index' (duration: 292.877µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:11.247323Z","caller":"traceutil/trace.go:171","msg":"trace[1772442142] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"308.017073ms","start":"2026-03-02T21:25:10.939273Z","end":"2026-03-02T21:25:11.24729Z","steps":["trace[1772442142] 'process raft request' (duration: 307.794188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:11.247474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:25:10.939246Z","time spent":"308.148535ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:25:11.247762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.033177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:25:11.247816Z","caller":"traceutil/trace.go:171","msg":"trace[460561559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1851; }","duration":"258.14576ms","start":"2026-03-02T21:25:10.989658Z","end":"2026-03-02T21:25:11.247804Z","steps":["trace[460561559] 'agreement among raft nodes before linearized reading' (duration: 257.71583ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:25:16.51499Z","caller":"traceutil/trace.go:171","msg":"trace[663448009] linearizableReadLoop","detail":"{readStateIndex:1952; appliedIndex:1951; }","duration":"125.570518ms","start":"2026-03-02T21:25:16.389394Z","end":"2026-03-02T21:25:16.514964Z","steps":["trace[663448009] 'read index received' (duration: 125.431685ms)","trace[663448009] 'applied index is now lower than readState.Index' (duration: 137.723µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:25:16.515182Z","caller":"traceutil/trace.go:171","msg":"trace[900660198] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"227.009674ms","start":"2026-03-02T21:25:16.288147Z","end":"2026-03-02T21:25:16.515157Z","steps":["trace[900660198] 'process raft request' (duration: 226.647365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:25:16.515206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.783463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:25:16.515265Z","caller":"traceutil/trace.go:171","msg":"trace[1450114872] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1878; }","duration":"125.867835ms","start":"2026-03-02T21:25:16.389381Z","end":"2026-03-02T21:25:16.515248Z","steps":["trace[1450114872] 'agreement among raft nodes before linearized reading' (duration: 125.747682ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:04.1133Z","caller":"traceutil/trace.go:171","msg":"trace[1123260282] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"509.664245ms","start":"2026-03-02T21:26:03.603608Z","end":"2026-03-02T21:26:04.113272Z","steps":["trace[1123260282] 'process raft request' (duration: 481.097168ms)","trace[1123260282] 'compare' (duration: 28.2349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:04.113465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:03.603589Z","time spent":"509.793918ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:04.113652Z","caller":"traceutil/trace.go:171","msg":"trace[2079952565] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"335.76018ms","start":"2026-03-02T21:26:03.777866Z","end":"2026-03-02T21:26:04.113626Z","steps":["trace[2079952565] 'process raft request' (duration: 335.365501ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:04.113725Z","caller":"traceutil/trace.go:171","msg":"trace[1632229571] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"147.215104ms","start":"2026-03-02T21:26:03.966459Z","end":"2026-03-02T21:26:04.113674Z","steps":["trace[1632229571] 'process raft request' (duration: 146.933847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:04.113803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:03.777838Z","time spent":"335.877493ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:26:04.113503Z","caller":"traceutil/trace.go:171","msg":"trace[934048350] linearizableReadLoop","detail":"{readStateIndex:2373; appliedIndex:2371; }","duration":"313.147282ms","start":"2026-03-02T21:26:03.800331Z","end":"2026-03-02T21:26:04.113479Z","steps":["trace[934048350] 'read index received' (duration: 284.36519ms)","trace[934048350] 'applied index is now lower than readState.Index' (duration: 28.781182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:04.114013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.659465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T21:26:04.114123Z","caller":"traceutil/trace.go:171","msg":"trace[369747578] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:2283; }","duration":"313.809657ms","start":"2026-03-02T21:26:03.800287Z","end":"2026-03-02T21:26:04.114097Z","steps":["trace[369747578] 'agreement among raft nodes before linearized reading' (duration: 313.523971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:04.114142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.224968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T21:26:04.114153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.094777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T21:26:04.114189Z","caller":"traceutil/trace.go:171","msg":"trace[524219222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2283; }","duration":"242.31079ms","start":"2026-03-02T21:26:03.871866Z","end":"2026-03-02T21:26:04.114177Z","steps":["trace[524219222] 'agreement among raft nodes before linearized reading' (duration: 242.154517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:04.114188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:03.800276Z","time spent":"313.89548ms","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"info","ts":"2026-03-02T21:26:04.114219Z","caller":"traceutil/trace.go:171","msg":"trace[155868586] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2283; }","duration":"170.185929ms","start":"2026-03-02T21:26:03.944016Z","end":"2026-03-02T21:26:04.114202Z","steps":["trace[155868586] 'agreement among raft nodes before linearized reading' (duration: 169.964914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:04.114322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.44923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:26:04.11442Z","caller":"traceutil/trace.go:171","msg":"trace[1215383310] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2283; }","duration":"310.589313ms","start":"2026-03-02T21:26:03.803821Z","end":"2026-03-02T21:26:04.11441Z","steps":["trace[1215383310] 'agreement among raft nodes before linearized reading' (duration: 310.134243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:04.114467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:03.803799Z","time spent":"310.651244ms","remote":"127.0.0.1:45280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:26:36.34195Z","caller":"traceutil/trace.go:171","msg":"trace[1324598446] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"108.109693ms","start":"2026-03-02T21:26:36.233471Z","end":"2026-03-02T21:26:36.341581Z","steps":["trace[1324598446] 'process raft request' (duration: 67.945942ms)","trace[1324598446] 'compare' (duration: 39.901795ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:36.511617Z","caller":"traceutil/trace.go:171","msg":"trace[1179762442] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"164.771191ms","start":"2026-03-02T21:26:36.346804Z","end":"2026-03-02T21:26:36.511576Z","steps":["trace[1179762442] 'process raft request' (duration: 143.337928ms)","trace[1179762442] 'compare' (duration: 21.268969ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:26:36.522369Z","caller":"traceutil/trace.go:171","msg":"trace[702112498] linearizableReadLoop","detail":"{readStateIndex:2564; appliedIndex:2560; }","duration":"119.154332ms","start":"2026-03-02T21:26:36.403187Z","end":"2026-03-02T21:26:36.522342Z","steps":["trace[702112498] 'read index received' (duration: 87.095111ms)","trace[702112498] 'applied index is now lower than readState.Index' (duration: 32.058361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:36.522593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.384218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T21:26:36.522634Z","caller":"traceutil/trace.go:171","msg":"trace[1659228458] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2466; }","duration":"119.4781ms","start":"2026-03-02T21:26:36.403145Z","end":"2026-03-02T21:26:36.522623Z","steps":["trace[1659228458] 'agreement among raft nodes before linearized reading' (duration: 119.298316ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:36.523143Z","caller":"traceutil/trace.go:171","msg":"trace[1907979941] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"175.444301ms","start":"2026-03-02T21:26:36.347673Z","end":"2026-03-02T21:26:36.523117Z","steps":["trace[1907979941] 'process raft request' (duration: 174.634553ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:36.52327Z","caller":"traceutil/trace.go:171","msg":"trace[1525194585] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"176.123997ms","start":"2026-03-02T21:26:36.347138Z","end":"2026-03-02T21:26:36.523262Z","steps":["trace[1525194585] 'process raft request' (duration: 175.131984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:36.523006Z","caller":"traceutil/trace.go:171","msg":"trace[1372144371] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"176.140827ms","start":"2026-03-02T21:26:36.346849Z","end":"2026-03-02T21:26:36.522989Z","steps":["trace[1372144371] 'process raft request' (duration: 175.311248ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:37.594109Z","caller":"traceutil/trace.go:171","msg":"trace[773010543] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"123.129565ms","start":"2026-03-02T21:26:37.470947Z","end":"2026-03-02T21:26:37.594077Z","steps":["trace[773010543] 'process raft request' (duration: 122.830998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:37.902788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.897708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:26:37.902872Z","caller":"traceutil/trace.go:171","msg":"trace[1474785201] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2468; }","duration":"251.011211ms","start":"2026-03-02T21:26:37.651843Z","end":"2026-03-02T21:26:37.902854Z","steps":["trace[1474785201] 'count revisions from in-memory index tree' (duration: 250.772595ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:37.99692Z","caller":"traceutil/trace.go:171","msg":"trace[1851361277] linearizableReadLoop","detail":"{readStateIndex:2567; appliedIndex:2566; }","duration":"281.27464ms","start":"2026-03-02T21:26:37.715629Z","end":"2026-03-02T21:26:37.996904Z","steps":["trace[1851361277] 'read index received' (duration: 281.185528ms)","trace[1851361277] 'applied index is now lower than readState.Index' (duration: 88.002µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:26:37.997157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.452354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:26:37.997238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.05312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18992357ad098a99\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-02T21:26:37.997296Z","caller":"traceutil/trace.go:171","msg":"trace[2107141552] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2469; }","duration":"281.693189ms","start":"2026-03-02T21:26:37.715585Z","end":"2026-03-02T21:26:37.997278Z","steps":["trace[2107141552] 'agreement among raft nodes before linearized reading' (duration: 281.462244ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:37.997331Z","caller":"traceutil/trace.go:171","msg":"trace[599884255] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18992357ad098a99; range_end:; response_count:1; response_revision:2469; }","duration":"265.185093ms","start":"2026-03-02T21:26:37.732112Z","end":"2026-03-02T21:26:37.997298Z","steps":["trace[599884255] 'agreement among raft nodes before linearized reading' (duration: 264.964128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:37.997354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.738298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:26:37.997443Z","caller":"traceutil/trace.go:171","msg":"trace[1387617933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2469; }","duration":"254.870232ms","start":"2026-03-02T21:26:37.742554Z","end":"2026-03-02T21:26:37.997424Z","steps":["trace[1387617933] 'agreement among raft nodes before linearized reading' (duration: 254.617366ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:26:37.997625Z","caller":"traceutil/trace.go:171","msg":"trace[111977676] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"301.856392ms","start":"2026-03-02T21:26:37.695753Z","end":"2026-03-02T21:26:37.997609Z","steps":["trace[111977676] 'process raft request' (duration: 301.025163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:26:37.997772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:26:37.695718Z","time spent":"301.995565ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:30:27.227864Z","caller":"traceutil/trace.go:171","msg":"trace[1622981247] transaction","detail":"{read_only:false; response_revision:4309; number_of_response:1; }","duration":"150.016704ms","start":"2026-03-02T21:30:27.077818Z","end":"2026-03-02T21:30:27.227835Z","steps":["trace[1622981247] 'process raft request' (duration: 149.84857ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:27.238917Z","caller":"traceutil/trace.go:171","msg":"trace[1895097829] linearizableReadLoop","detail":"{readStateIndex:4479; appliedIndex:4477; }","duration":"121.102677ms","start":"2026-03-02T21:30:27.117793Z","end":"2026-03-02T21:30:27.238896Z","steps":["trace[1895097829] 'read index received' (duration: 109.970902ms)","trace[1895097829] 'applied index is now lower than readState.Index' (duration: 11.130755ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:30:27.239404Z","caller":"traceutil/trace.go:171","msg":"trace[76734997] transaction","detail":"{read_only:false; response_revision:4310; number_of_response:1; }","duration":"135.706804ms","start":"2026-03-02T21:30:27.103685Z","end":"2026-03-02T21:30:27.239392Z","steps":["trace[76734997] 'process raft request' (duration: 135.032758ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:27.239561Z","caller":"traceutil/trace.go:171","msg":"trace[1022455283] transaction","detail":"{read_only:false; response_revision:4311; number_of_response:1; }","duration":"106.844758ms","start":"2026-03-02T21:30:27.13268Z","end":"2026-03-02T21:30:27.239525Z","steps":["trace[1022455283] 'process raft request' (duration: 106.169352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:27.239868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.023628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a6479fb1-40b6-4832-b575-780bade6f2ad\" ","response":"range_response_count:1 size:3893"} {"level":"info","ts":"2026-03-02T21:30:27.240021Z","caller":"traceutil/trace.go:171","msg":"trace[1619102699] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a6479fb1-40b6-4832-b575-780bade6f2ad; range_end:; response_count:1; response_revision:4311; }","duration":"122.268154ms","start":"2026-03-02T21:30:27.117728Z","end":"2026-03-02T21:30:27.239996Z","steps":["trace[1619102699] 'agreement among raft nodes before linearized reading' (duration: 121.826973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:33.280857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.127724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:30:33.280939Z","caller":"traceutil/trace.go:171","msg":"trace[613426113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4531; }","duration":"113.260657ms","start":"2026-03-02T21:30:33.167663Z","end":"2026-03-02T21:30:33.280923Z","steps":["trace[613426113] 'range keys from in-memory index tree' (duration: 113.050262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:33.281031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.517141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-448bf7a7-0d8d-43a6-9c10-5c2244d6b6b2\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-02T21:30:33.281138Z","caller":"traceutil/trace.go:171","msg":"trace[1037356554] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-448bf7a7-0d8d-43a6-9c10-5c2244d6b6b2; range_end:; response_count:1; response_revision:4531; }","duration":"194.686815ms","start":"2026-03-02T21:30:33.086427Z","end":"2026-03-02T21:30:33.281114Z","steps":["trace[1037356554] 'range keys from in-memory index tree' (duration: 194.374808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:33.28129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.510946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776978"} {"level":"info","ts":"2026-03-02T21:30:33.28139Z","caller":"traceutil/trace.go:171","msg":"trace[1695824104] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4531; }","duration":"253.668289ms","start":"2026-03-02T21:30:33.027704Z","end":"2026-03-02T21:30:33.281372Z","steps":["trace[1695824104] 'range keys from in-memory index tree' (duration: 253.088556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:33.283069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.986729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-448bf7a7-0d8d-43a6-9c10-5c2244d6b6b2\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-02T21:30:33.283184Z","caller":"traceutil/trace.go:171","msg":"trace[1696656874] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-448bf7a7-0d8d-43a6-9c10-5c2244d6b6b2; range_end:; response_count:1; response_revision:4531; }","duration":"236.04506ms","start":"2026-03-02T21:30:33.047066Z","end":"2026-03-02T21:30:33.283111Z","steps":["trace[1696656874] 'range keys from in-memory index tree' (duration: 233.618782ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:33.397022Z","caller":"traceutil/trace.go:171","msg":"trace[1917709182] transaction","detail":"{read_only:false; response_revision:4532; number_of_response:1; }","duration":"133.264152ms","start":"2026-03-02T21:30:33.263731Z","end":"2026-03-02T21:30:33.396995Z","steps":["trace[1917709182] 'process raft request' (duration: 133.103358ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:33.475875Z","caller":"traceutil/trace.go:171","msg":"trace[1742139519] linearizableReadLoop","detail":"{readStateIndex:4711; appliedIndex:4709; }","duration":"191.13601ms","start":"2026-03-02T21:30:33.284712Z","end":"2026-03-02T21:30:33.475848Z","steps":["trace[1742139519] 'read index received' (duration: 112.15228ms)","trace[1742139519] 'applied index is now lower than readState.Index' (duration: 78.98257ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:30:33.475975Z","caller":"traceutil/trace.go:171","msg":"trace[380601028] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"185.28679ms","start":"2026-03-02T21:30:33.290668Z","end":"2026-03-02T21:30:33.475955Z","steps":["trace[380601028] 'process raft request' (duration: 185.123736ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:33.475942Z","caller":"traceutil/trace.go:171","msg":"trace[2103552327] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"210.05155ms","start":"2026-03-02T21:30:33.265826Z","end":"2026-03-02T21:30:33.475878Z","steps":["trace[2103552327] 'process raft request' (duration: 209.839776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:33.476102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.360815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:30:33.476133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.821392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-t55bs-tls\" ","response":"range_response_count:1 size:4435"} {"level":"info","ts":"2026-03-02T21:30:33.47617Z","caller":"traceutil/trace.go:171","msg":"trace[265646378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4534; }","duration":"191.480898ms","start":"2026-03-02T21:30:33.284671Z","end":"2026-03-02T21:30:33.476152Z","steps":["trace[265646378] 'agreement among raft nodes before linearized reading' (duration: 191.348755ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:33.476183Z","caller":"traceutil/trace.go:171","msg":"trace[882701402] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-t55bs-tls; range_end:; response_count:1; response_revision:4534; }","duration":"182.896273ms","start":"2026-03-02T21:30:33.293276Z","end":"2026-03-02T21:30:33.476172Z","steps":["trace[882701402] 'agreement among raft nodes before linearized reading' (duration: 182.74548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:33.476196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.429648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:30:33.47622Z","caller":"traceutil/trace.go:171","msg":"trace[2086201968] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4534; }","duration":"152.49561ms","start":"2026-03-02T21:30:33.323718Z","end":"2026-03-02T21:30:33.476214Z","steps":["trace[2086201968] 'agreement among raft nodes before linearized reading' (duration: 152.380008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:33.476138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.686906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ztgnx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:30:33.476268Z","caller":"traceutil/trace.go:171","msg":"trace[1587802030] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ztgnx; range_end:; response_count:1; response_revision:4534; }","duration":"108.862392ms","start":"2026-03-02T21:30:33.367401Z","end":"2026-03-02T21:30:33.476263Z","steps":["trace[1587802030] 'agreement among raft nodes before linearized reading' (duration: 108.633875ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:33.79229Z","caller":"traceutil/trace.go:171","msg":"trace[1910853385] linearizableReadLoop","detail":"{readStateIndex:4714; appliedIndex:4713; }","duration":"110.840508ms","start":"2026-03-02T21:30:33.681429Z","end":"2026-03-02T21:30:33.792269Z","steps":["trace[1910853385] 'read index received' (duration: 110.715215ms)","trace[1910853385] 'applied index is now lower than readState.Index' (duration: 124.343µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:30:33.792506Z","caller":"traceutil/trace.go:171","msg":"trace[699276603] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"168.204304ms","start":"2026-03-02T21:30:33.624293Z","end":"2026-03-02T21:30:33.792498Z","steps":["trace[699276603] 'process raft request' (duration: 167.871617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:33.792794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.89008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T21:30:33.792815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.29298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:30:33.792873Z","caller":"traceutil/trace.go:171","msg":"trace[1665128140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4536; }","duration":"110.989953ms","start":"2026-03-02T21:30:33.681861Z","end":"2026-03-02T21:30:33.792851Z","steps":["trace[1665128140] 'agreement among raft nodes before linearized reading' (duration: 110.738116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:33.792905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.255429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:30:33.792898Z","caller":"traceutil/trace.go:171","msg":"trace[1075009421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4536; }","duration":"111.410092ms","start":"2026-03-02T21:30:33.681467Z","end":"2026-03-02T21:30:33.792877Z","steps":["trace[1075009421] 'agreement among raft nodes before linearized reading' (duration: 111.126985ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:33.792928Z","caller":"traceutil/trace.go:171","msg":"trace[175579836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4536; }","duration":"111.28863ms","start":"2026-03-02T21:30:33.681632Z","end":"2026-03-02T21:30:33.79292Z","steps":["trace[175579836] 'agreement among raft nodes before linearized reading' (duration: 111.240429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:33.792847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.405142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:30:33.793007Z","caller":"traceutil/trace.go:171","msg":"trace[1858031362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4536; }","duration":"111.621467ms","start":"2026-03-02T21:30:33.681381Z","end":"2026-03-02T21:30:33.793002Z","steps":["trace[1858031362] 'agreement among raft nodes before linearized reading' (duration: 111.3558ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:33.934845Z","caller":"traceutil/trace.go:171","msg":"trace[1119414014] transaction","detail":"{read_only:false; response_revision:4539; number_of_response:1; }","duration":"136.743115ms","start":"2026-03-02T21:30:33.798075Z","end":"2026-03-02T21:30:33.934819Z","steps":["trace[1119414014] 'process raft request' (duration: 136.658663ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:33.93488Z","caller":"traceutil/trace.go:171","msg":"trace[1243158049] transaction","detail":"{read_only:false; response_revision:4538; number_of_response:1; }","duration":"136.833968ms","start":"2026-03-02T21:30:33.798014Z","end":"2026-03-02T21:30:33.934848Z","steps":["trace[1243158049] 'process raft request' (duration: 100.323009ms)","trace[1243158049] 'compare' (duration: 36.256863ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:30:33.93508Z","caller":"traceutil/trace.go:171","msg":"trace[298824082] linearizableReadLoop","detail":"{readStateIndex:4719; appliedIndex:4715; }","duration":"120.643332ms","start":"2026-03-02T21:30:33.814419Z","end":"2026-03-02T21:30:33.935062Z","steps":["trace[298824082] 'read index received' (duration: 24.601436ms)","trace[298824082] 'applied index is now lower than readState.Index' (duration: 96.040936ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:30:33.93507Z","caller":"traceutil/trace.go:171","msg":"trace[882258596] transaction","detail":"{read_only:false; response_revision:4540; number_of_response:1; }","duration":"136.874429ms","start":"2026-03-02T21:30:33.798167Z","end":"2026-03-02T21:30:33.935041Z","steps":["trace[882258596] 'process raft request' (duration: 136.612032ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:33.935133Z","caller":"traceutil/trace.go:171","msg":"trace[1762833740] transaction","detail":"{read_only:false; response_revision:4541; number_of_response:1; }","duration":"134.967663ms","start":"2026-03-02T21:30:33.800139Z","end":"2026-03-02T21:30:33.935106Z","steps":["trace[1762833740] 'process raft request' (duration: 134.83333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:33.935295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.852357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-02T21:30:33.935336Z","caller":"traceutil/trace.go:171","msg":"trace[1648570488] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:4541; }","duration":"120.967609ms","start":"2026-03-02T21:30:33.814359Z","end":"2026-03-02T21:30:33.935326Z","steps":["trace[1648570488] 'agreement among raft nodes before linearized reading' (duration: 120.762474ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:35.320057Z","caller":"traceutil/trace.go:171","msg":"trace[1246426231] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"220.969701ms","start":"2026-03-02T21:30:35.09905Z","end":"2026-03-02T21:30:35.32002Z","steps":["trace[1246426231] 'process raft request' (duration: 220.821417ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:35.320077Z","caller":"traceutil/trace.go:171","msg":"trace[711140014] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"221.295688ms","start":"2026-03-02T21:30:35.098748Z","end":"2026-03-02T21:30:35.320044Z","steps":["trace[711140014] 'process raft request' (duration: 178.463838ms)","trace[711140014] 'compare' (duration: 42.471582ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:30:35.342691Z","caller":"traceutil/trace.go:171","msg":"trace[1705021367] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"209.976039ms","start":"2026-03-02T21:30:35.132687Z","end":"2026-03-02T21:30:35.342663Z","steps":["trace[1705021367] 'process raft request' (duration: 209.746983ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:35.34295Z","caller":"traceutil/trace.go:171","msg":"trace[1818539353] linearizableReadLoop","detail":"{readStateIndex:4744; appliedIndex:4740; }","duration":"173.711206ms","start":"2026-03-02T21:30:35.169214Z","end":"2026-03-02T21:30:35.342925Z","steps":["trace[1818539353] 'read index received' (duration: 107.989611ms)","trace[1818539353] 'applied index is now lower than readState.Index' (duration: 65.719755ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:30:35.343058Z","caller":"traceutil/trace.go:171","msg":"trace[915128981] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"209.899547ms","start":"2026-03-02T21:30:35.133147Z","end":"2026-03-02T21:30:35.343047Z","steps":["trace[915128981] 'process raft request' (duration: 209.444286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:35.343154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.91886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:30:35.343225Z","caller":"traceutil/trace.go:171","msg":"trace[975436451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4564; }","duration":"174.043183ms","start":"2026-03-02T21:30:35.169166Z","end":"2026-03-02T21:30:35.343209Z","steps":["trace[975436451] 'agreement among raft nodes before linearized reading' (duration: 173.930551ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:43.349982Z","caller":"traceutil/trace.go:171","msg":"trace[642898006] linearizableReadLoop","detail":"{readStateIndex:4896; appliedIndex:4894; }","duration":"155.091732ms","start":"2026-03-02T21:30:43.19486Z","end":"2026-03-02T21:30:43.349952Z","steps":["trace[642898006] 'read index received' (duration: 5.398199ms)","trace[642898006] 'applied index is now lower than readState.Index' (duration: 149.692403ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:30:43.350057Z","caller":"traceutil/trace.go:171","msg":"trace[1738898317] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"166.002272ms","start":"2026-03-02T21:30:43.184017Z","end":"2026-03-02T21:30:43.350019Z","steps":["trace[1738898317] 'process raft request' (duration: 164.579668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:43.350224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.340618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:30:43.350271Z","caller":"traceutil/trace.go:171","msg":"trace[2137730311] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4711; }","duration":"155.4401ms","start":"2026-03-02T21:30:43.194819Z","end":"2026-03-02T21:30:43.350259Z","steps":["trace[2137730311] 'agreement among raft nodes before linearized reading' (duration: 155.272056ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:43.362219Z","caller":"traceutil/trace.go:171","msg":"trace[1177235597] transaction","detail":"{read_only:false; response_revision:4712; number_of_response:1; }","duration":"155.649775ms","start":"2026-03-02T21:30:43.206554Z","end":"2026-03-02T21:30:43.362204Z","steps":["trace[1177235597] 'process raft request' (duration: 155.504442ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:43.362456Z","caller":"traceutil/trace.go:171","msg":"trace[1278870812] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"155.251957ms","start":"2026-03-02T21:30:43.207198Z","end":"2026-03-02T21:30:43.36245Z","steps":["trace[1278870812] 'process raft request' (duration: 155.158125ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:43.362587Z","caller":"traceutil/trace.go:171","msg":"trace[1894030474] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"156.008175ms","start":"2026-03-02T21:30:43.206555Z","end":"2026-03-02T21:30:43.362563Z","steps":["trace[1894030474] 'process raft request' (duration: 155.608014ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:43.362767Z","caller":"traceutil/trace.go:171","msg":"trace[2033369285] transaction","detail":"{read_only:false; response_revision:4715; number_of_response:1; }","duration":"155.454461ms","start":"2026-03-02T21:30:43.207304Z","end":"2026-03-02T21:30:43.362759Z","steps":["trace[2033369285] 'process raft request' (duration: 155.117933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:43.362974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.917977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-02T21:30:43.362967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.392604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"info","ts":"2026-03-02T21:30:43.363067Z","caller":"traceutil/trace.go:171","msg":"trace[1692439773] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4715; }","duration":"156.528887ms","start":"2026-03-02T21:30:43.206521Z","end":"2026-03-02T21:30:43.363049Z","steps":["trace[1692439773] 'agreement among raft nodes before linearized reading' (duration: 156.22019ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:43.363071Z","caller":"traceutil/trace.go:171","msg":"trace[1603295085] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4715; }","duration":"139.042731ms","start":"2026-03-02T21:30:43.223988Z","end":"2026-03-02T21:30:43.363031Z","steps":["trace[1603295085] 'agreement among raft nodes before linearized reading' (duration: 138.793565ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:44.523063Z","caller":"traceutil/trace.go:171","msg":"trace[417758969] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"121.613155ms","start":"2026-03-02T21:30:44.401404Z","end":"2026-03-02T21:30:44.523017Z","steps":["trace[417758969] 'process raft request' (duration: 121.405331ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:51.524995Z","caller":"traceutil/trace.go:171","msg":"trace[1200829725] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"297.033722ms","start":"2026-03-02T21:30:51.227921Z","end":"2026-03-02T21:30:51.524955Z","steps":["trace[1200829725] 'process raft request' (duration: 296.800226ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:51.524873Z","caller":"traceutil/trace.go:171","msg":"trace[1379582440] linearizableReadLoop","detail":"{readStateIndex:5045; appliedIndex:5044; }","duration":"245.204357ms","start":"2026-03-02T21:30:51.279648Z","end":"2026-03-02T21:30:51.524852Z","steps":["trace[1379582440] 'read index received' (duration: 245.071594ms)","trace[1379582440] 'applied index is now lower than readState.Index' (duration: 131.863µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:30:51.525223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.563145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-02T21:30:51.525263Z","caller":"traceutil/trace.go:171","msg":"trace[874192693] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4858; }","duration":"245.665968ms","start":"2026-03-02T21:30:51.279585Z","end":"2026-03-02T21:30:51.525251Z","steps":["trace[874192693] 'agreement among raft nodes before linearized reading' (duration: 245.511744ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:51.64854Z","caller":"traceutil/trace.go:171","msg":"trace[1129041386] linearizableReadLoop","detail":"{readStateIndex:5046; appliedIndex:5045; }","duration":"119.341401ms","start":"2026-03-02T21:30:51.529175Z","end":"2026-03-02T21:30:51.648516Z","steps":["trace[1129041386] 'read index received' (duration: 78.10156ms)","trace[1129041386] 'applied index is now lower than readState.Index' (duration: 41.238831ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:30:51.6487Z","caller":"traceutil/trace.go:171","msg":"trace[2122100628] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"147.574823ms","start":"2026-03-02T21:30:51.501112Z","end":"2026-03-02T21:30:51.648687Z","steps":["trace[2122100628] 'process raft request' (duration: 106.129517ms)","trace[2122100628] 'compare' (duration: 41.064037ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:30:51.648925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.730831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-448bf7a7-0d8d-43a6-9c10-5c2244d6b6b2\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-02T21:30:51.648968Z","caller":"traceutil/trace.go:171","msg":"trace[90445798] range","detail":"{range_begin:/registry/persistentvolumes/pvc-448bf7a7-0d8d-43a6-9c10-5c2244d6b6b2; range_end:; response_count:1; response_revision:4859; }","duration":"119.816402ms","start":"2026-03-02T21:30:51.529139Z","end":"2026-03-02T21:30:51.648955Z","steps":["trace[90445798] 'agreement among raft nodes before linearized reading' (duration: 119.679979ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:30:51.70131Z","caller":"traceutil/trace.go:171","msg":"trace[1302421316] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"125.98627ms","start":"2026-03-02T21:30:51.575299Z","end":"2026-03-02T21:30:51.701285Z","steps":["trace[1302421316] 'process raft request' (duration: 125.724933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:51.701324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.021535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5834"} {"level":"info","ts":"2026-03-02T21:30:51.701412Z","caller":"traceutil/trace.go:171","msg":"trace[389648920] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:4860; }","duration":"172.133378ms","start":"2026-03-02T21:30:51.529258Z","end":"2026-03-02T21:30:51.701392Z","steps":["trace[389648920] 'agreement among raft nodes before linearized reading' (duration: 171.914903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:51.868936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.84615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:30:51.869057Z","caller":"traceutil/trace.go:171","msg":"trace[145490464] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"162.677163ms","start":"2026-03-02T21:30:51.706357Z","end":"2026-03-02T21:30:51.869035Z","steps":["trace[145490464] 'process raft request' (duration: 56.630438ms)","trace[145490464] 'compare' (duration: 105.613715ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:30:51.878104Z","caller":"traceutil/trace.go:171","msg":"trace[690264230] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"168.472371ms","start":"2026-03-02T21:30:51.709606Z","end":"2026-03-02T21:30:51.878078Z","steps":["trace[690264230] 'process raft request' (duration: 168.330108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:56.523027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.060614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T21:30:56.523139Z","caller":"traceutil/trace.go:171","msg":"trace[2056429464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4936; }","duration":"408.251468ms","start":"2026-03-02T21:30:56.114866Z","end":"2026-03-02T21:30:56.523118Z","steps":["trace[2056429464] 'range keys from in-memory index tree' (duration: 407.842788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:56.523183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:56.114836Z","time spent":"408.337251ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T21:30:56.555474Z","caller":"traceutil/trace.go:171","msg":"trace[606692348] linearizableReadLoop","detail":"{readStateIndex:5126; appliedIndex:5125; }","duration":"429.069385ms","start":"2026-03-02T21:30:56.12637Z","end":"2026-03-02T21:30:56.555439Z","steps":["trace[606692348] 'read index received' (duration: 428.917682ms)","trace[606692348] 'applied index is now lower than readState.Index' (duration: 150.603µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:30:56.555707Z","caller":"traceutil/trace.go:171","msg":"trace[1961970377] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"429.655608ms","start":"2026-03-02T21:30:56.126033Z","end":"2026-03-02T21:30:56.555689Z","steps":["trace[1961970377] 'process raft request' (duration: 429.242118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:56.555897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:56.126004Z","time spent":"429.802482ms","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9208,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:30:56.556274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.884144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:30:56.556417Z","caller":"traceutil/trace.go:171","msg":"trace[609346272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4937; }","duration":"430.035177ms","start":"2026-03-02T21:30:56.126337Z","end":"2026-03-02T21:30:56.556372Z","steps":["trace[609346272] 'agreement among raft nodes before linearized reading' (duration: 429.73788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:56.557106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:56.126329Z","time spent":"430.213351ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:30:56.592705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.498449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:30:56.592963Z","caller":"traceutil/trace.go:171","msg":"trace[1834789278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4938; }","duration":"425.784286ms","start":"2026-03-02T21:30:56.167155Z","end":"2026-03-02T21:30:56.592939Z","steps":["trace[1834789278] 'agreement among raft nodes before linearized reading' (duration: 425.474249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:56.593017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:56.167143Z","time spent":"425.861688ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:30:56.592841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.861061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:30:56.5931Z","caller":"traceutil/trace.go:171","msg":"trace[872755578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4938; }","duration":"466.168658ms","start":"2026-03-02T21:30:56.126915Z","end":"2026-03-02T21:30:56.593083Z","steps":["trace[872755578] 'agreement among raft nodes before linearized reading' (duration: 465.763818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:30:56.593159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:30:56.126881Z","time spent":"466.266ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:31:01.838972Z","caller":"traceutil/trace.go:171","msg":"trace[944689942] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"161.543626ms","start":"2026-03-02T21:31:01.677401Z","end":"2026-03-02T21:31:01.838944Z","steps":["trace[944689942] 'process raft request' (duration: 161.380802ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:01.857851Z","caller":"traceutil/trace.go:171","msg":"trace[628778315] linearizableReadLoop","detail":"{readStateIndex:5230; appliedIndex:5229; }","duration":"104.872907ms","start":"2026-03-02T21:31:01.752952Z","end":"2026-03-02T21:31:01.857825Z","steps":["trace[628778315] 'read index received' (duration: 86.357026ms)","trace[628778315] 'applied index is now lower than readState.Index' (duration: 18.514711ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:01.857927Z","caller":"traceutil/trace.go:171","msg":"trace[1048395887] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"125.894967ms","start":"2026-03-02T21:31:01.731993Z","end":"2026-03-02T21:31:01.857888Z","steps":["trace[1048395887] 'process raft request' (duration: 125.695352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:01.858093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.122453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ztgnx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:31:01.858137Z","caller":"traceutil/trace.go:171","msg":"trace[804553414] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ztgnx; range_end:; response_count:1; response_revision:5037; }","duration":"105.221636ms","start":"2026-03-02T21:31:01.752904Z","end":"2026-03-02T21:31:01.858126Z","steps":["trace[804553414] 'agreement among raft nodes before linearized reading' (duration: 105.015541ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:06.10696Z","caller":"traceutil/trace.go:171","msg":"trace[2011904170] linearizableReadLoop","detail":"{readStateIndex:5254; appliedIndex:5253; }","duration":"326.897082ms","start":"2026-03-02T21:31:05.780035Z","end":"2026-03-02T21:31:06.106932Z","steps":["trace[2011904170] 'read index received' (duration: 326.723398ms)","trace[2011904170] 'applied index is now lower than readState.Index' (duration: 172.274µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:31:06.10715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.081636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:31:06.107252Z","caller":"traceutil/trace.go:171","msg":"trace[1598943606] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5060; }","duration":"327.23691ms","start":"2026-03-02T21:31:05.779993Z","end":"2026-03-02T21:31:06.10723Z","steps":["trace[1598943606] 'agreement among raft nodes before linearized reading' (duration: 327.030105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:06.10731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:05.779979Z","time spent":"327.318532ms","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:31:06.107701Z","caller":"traceutil/trace.go:171","msg":"trace[1277470367] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"714.873969ms","start":"2026-03-02T21:31:05.392124Z","end":"2026-03-02T21:31:06.106998Z","steps":["trace[1277470367] 'process raft request' (duration: 714.574362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:06.107955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:31:05.392089Z","time spent":"715.723449ms","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10666,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:31:06.120935Z","caller":"traceutil/trace.go:171","msg":"trace[447234547] transaction","detail":"{read_only:false; response_revision:5062; number_of_response:1; }","duration":"243.317772ms","start":"2026-03-02T21:31:05.877599Z","end":"2026-03-02T21:31:06.120917Z","steps":["trace[447234547] 'process raft request' (duration: 243.282291ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:06.121073Z","caller":"traceutil/trace.go:171","msg":"trace[610946445] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"271.257857ms","start":"2026-03-02T21:31:05.849795Z","end":"2026-03-02T21:31:06.121053Z","steps":["trace[610946445] 'process raft request' (duration: 270.975801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:06.121227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.927444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:31:06.121279Z","caller":"traceutil/trace.go:171","msg":"trace[77656094] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5062; }","duration":"196.048607ms","start":"2026-03-02T21:31:05.925219Z","end":"2026-03-02T21:31:06.121267Z","steps":["trace[77656094] 'agreement among raft nodes before linearized reading' (duration: 195.873003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:06.121303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.132022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:31:06.121339Z","caller":"traceutil/trace.go:171","msg":"trace[1337331527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5062; }","duration":"144.228964ms","start":"2026-03-02T21:31:05.977102Z","end":"2026-03-02T21:31:06.121331Z","steps":["trace[1337331527] 'agreement among raft nodes before linearized reading' (duration: 143.981038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:06.121274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.581749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ztgnx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:31:06.12144Z","caller":"traceutil/trace.go:171","msg":"trace[1509079625] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ztgnx; range_end:; response_count:1; response_revision:5062; }","duration":"238.797014ms","start":"2026-03-02T21:31:05.88263Z","end":"2026-03-02T21:31:06.121427Z","steps":["trace[1509079625] 'agreement among raft nodes before linearized reading' (duration: 238.534358ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:06.252394Z","caller":"traceutil/trace.go:171","msg":"trace[1456476304] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"128.821297ms","start":"2026-03-02T21:31:06.123545Z","end":"2026-03-02T21:31:06.252366Z","steps":["trace[1456476304] 'process raft request' (duration: 111.037293ms)","trace[1456476304] 'compare' (duration: 17.378123ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:06.252802Z","caller":"traceutil/trace.go:171","msg":"trace[422815626] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"128.436978ms","start":"2026-03-02T21:31:06.124333Z","end":"2026-03-02T21:31:06.252769Z","steps":["trace[422815626] 'process raft request' (duration: 127.977376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:06.253112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.509126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81773"} {"level":"info","ts":"2026-03-02T21:31:06.253278Z","caller":"traceutil/trace.go:171","msg":"trace[2039165914] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5069; }","duration":"127.691071ms","start":"2026-03-02T21:31:06.125563Z","end":"2026-03-02T21:31:06.253254Z","steps":["trace[2039165914] 'agreement among raft nodes before linearized reading' (duration: 127.148908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:06.834774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.275365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:31:06.834857Z","caller":"traceutil/trace.go:171","msg":"trace[506650984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5072; }","duration":"139.400278ms","start":"2026-03-02T21:31:06.695438Z","end":"2026-03-02T21:31:06.834838Z","steps":["trace[506650984] 'range keys from in-memory index tree' (duration: 139.141082ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:31:42.524204Z","caller":"traceutil/trace.go:171","msg":"trace[1833037251] linearizableReadLoop","detail":"{readStateIndex:5571; appliedIndex:5570; }","duration":"105.22968ms","start":"2026-03-02T21:31:42.418953Z","end":"2026-03-02T21:31:42.524183Z","steps":["trace[1833037251] 'read index received' (duration: 104.876932ms)","trace[1833037251] 'applied index is now lower than readState.Index' (duration: 351.898µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:31:42.524446Z","caller":"traceutil/trace.go:171","msg":"trace[40791819] transaction","detail":"{read_only:false; response_revision:5368; number_of_response:1; }","duration":"105.884216ms","start":"2026-03-02T21:31:42.418554Z","end":"2026-03-02T21:31:42.524438Z","steps":["trace[40791819] 'process raft request' (duration: 105.365474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:42.524694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.738293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:31:42.524719Z","caller":"traceutil/trace.go:171","msg":"trace[1516745841] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5368; }","duration":"105.815135ms","start":"2026-03-02T21:31:42.418897Z","end":"2026-03-02T21:31:42.524712Z","steps":["trace[1516745841] 'agreement among raft nodes before linearized reading' (duration: 105.705173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:31:42.524835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.817936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ztgnx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:31:42.524854Z","caller":"traceutil/trace.go:171","msg":"trace[1635128338] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ztgnx; range_end:; response_count:1; response_revision:5368; }","duration":"100.927208ms","start":"2026-03-02T21:31:42.423922Z","end":"2026-03-02T21:31:42.52485Z","steps":["trace[1635128338] 'agreement among raft nodes before linearized reading' (duration: 100.858837ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:32:30.094168Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2729} {"level":"info","ts":"2026-03-02T21:32:30.149618Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2729,"took":"53.843069ms","hash":1437034261,"current-db-size-bytes":41369600,"current-db-size":"41 MB","current-db-size-in-use-bytes":30711808,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-02T21:32:30.149677Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1437034261,"revision":2729,"compact-revision":-1} {"level":"warn","ts":"2026-03-02T21:36:54.886682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.667342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:36:54.886818Z","caller":"traceutil/trace.go:171","msg":"trace[169752470] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:7532; }","duration":"110.845767ms","start":"2026-03-02T21:36:54.775942Z","end":"2026-03-02T21:36:54.886787Z","steps":["trace[169752470] 'count revisions from in-memory index tree' (duration: 110.609151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:36:54.8868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.534331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:36:54.88691Z","caller":"traceutil/trace.go:171","msg":"trace[1061851482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7532; }","duration":"305.655654ms","start":"2026-03-02T21:36:54.581225Z","end":"2026-03-02T21:36:54.88688Z","steps":["trace[1061851482] 'range keys from in-memory index tree' (duration: 305.294736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:36:54.886997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:36:54.581149Z","time spent":"305.826648ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:36:54.887051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.313827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-02T21:36:54.887036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.73625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:36:54.887123Z","caller":"traceutil/trace.go:171","msg":"trace[439652822] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:7532; }","duration":"205.408518ms","start":"2026-03-02T21:36:54.681695Z","end":"2026-03-02T21:36:54.887103Z","steps":["trace[439652822] 'range keys from in-memory index tree' (duration: 205.154423ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:36:54.88715Z","caller":"traceutil/trace.go:171","msg":"trace[1073172351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7532; }","duration":"281.906134ms","start":"2026-03-02T21:36:54.605216Z","end":"2026-03-02T21:36:54.887123Z","steps":["trace[1073172351] 'range keys from in-memory index tree' (duration: 281.485375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:36:54.887264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.29388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:36:54.887351Z","caller":"traceutil/trace.go:171","msg":"trace[130558265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7532; }","duration":"281.425233ms","start":"2026-03-02T21:36:54.605909Z","end":"2026-03-02T21:36:54.887334Z","steps":["trace[130558265] 'range keys from in-memory index tree' (duration: 281.146536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:36:54.887987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.039871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:36:54.888149Z","caller":"traceutil/trace.go:171","msg":"trace[1719763722] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7532; }","duration":"175.229945ms","start":"2026-03-02T21:36:54.712896Z","end":"2026-03-02T21:36:54.888126Z","steps":["trace[1719763722] 'range keys from in-memory index tree' (duration: 173.908935ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:36:55.046827Z","caller":"traceutil/trace.go:171","msg":"trace[879840485] transaction","detail":"{read_only:false; response_revision:7533; number_of_response:1; }","duration":"155.386078ms","start":"2026-03-02T21:36:54.891391Z","end":"2026-03-02T21:36:55.046777Z","steps":["trace[879840485] 'process raft request' (duration: 155.05656ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:36:55.117356Z","caller":"traceutil/trace.go:171","msg":"trace[1660834243] transaction","detail":"{read_only:false; response_revision:7535; number_of_response:1; }","duration":"224.258213ms","start":"2026-03-02T21:36:54.893069Z","end":"2026-03-02T21:36:55.117327Z","steps":["trace[1660834243] 'process raft request' (duration: 224.169221ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:36:55.117404Z","caller":"traceutil/trace.go:171","msg":"trace[2085658053] transaction","detail":"{read_only:false; response_revision:7534; number_of_response:1; }","duration":"224.859777ms","start":"2026-03-02T21:36:54.892508Z","end":"2026-03-02T21:36:55.117368Z","steps":["trace[2085658053] 'process raft request' (duration: 205.372007ms)","trace[2085658053] 'compare' (duration: 19.199923ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:36:55.117954Z","caller":"traceutil/trace.go:171","msg":"trace[1957047351] transaction","detail":"{read_only:false; response_revision:7536; number_of_response:1; }","duration":"224.55573ms","start":"2026-03-02T21:36:54.893377Z","end":"2026-03-02T21:36:55.117932Z","steps":["trace[1957047351] 'process raft request' (duration: 223.910745ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:03.452862Z","caller":"traceutil/trace.go:171","msg":"trace[1988680422] linearizableReadLoop","detail":"{readStateIndex:7853; appliedIndex:7852; }","duration":"302.906249ms","start":"2026-03-02T21:37:03.14993Z","end":"2026-03-02T21:37:03.452836Z","steps":["trace[1988680422] 'read index received' (duration: 302.798106ms)","trace[1988680422] 'applied index is now lower than readState.Index' (duration: 107.003µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:03.452956Z","caller":"traceutil/trace.go:171","msg":"trace[841789913] transaction","detail":"{read_only:false; response_revision:7573; number_of_response:1; }","duration":"367.151756ms","start":"2026-03-02T21:37:03.085779Z","end":"2026-03-02T21:37:03.452931Z","steps":["trace[841789913] 'process raft request' (duration: 366.892409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:03.453094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:03.085744Z","time spent":"367.277679ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:37:03.453205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.247948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:37:03.453298Z","caller":"traceutil/trace.go:171","msg":"trace[1744321260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7573; }","duration":"303.391991ms","start":"2026-03-02T21:37:03.149887Z","end":"2026-03-02T21:37:03.453279Z","steps":["trace[1744321260] 'agreement among raft nodes before linearized reading' (duration: 303.107775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:03.453348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:03.149872Z","time spent":"303.467343ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:37:03.566503Z","caller":"traceutil/trace.go:171","msg":"trace[1328276841] linearizableReadLoop","detail":"{readStateIndex:7855; appliedIndex:7853; }","duration":"113.481688ms","start":"2026-03-02T21:37:03.452996Z","end":"2026-03-02T21:37:03.566478Z","steps":["trace[1328276841] 'read index received' (duration: 56.760169ms)","trace[1328276841] 'applied index is now lower than readState.Index' (duration: 56.720409ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:03.566528Z","caller":"traceutil/trace.go:171","msg":"trace[657302335] transaction","detail":"{read_only:false; response_revision:7574; number_of_response:1; }","duration":"164.312348ms","start":"2026-03-02T21:37:03.402183Z","end":"2026-03-02T21:37:03.566495Z","steps":["trace[657302335] 'process raft request' (duration: 107.474047ms)","trace[657302335] 'compare' (duration: 56.668707ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:03.566711Z","caller":"traceutil/trace.go:171","msg":"trace[960854390] transaction","detail":"{read_only:false; response_revision:7575; number_of_response:1; }","duration":"160.409236ms","start":"2026-03-02T21:37:03.406286Z","end":"2026-03-02T21:37:03.566695Z","steps":["trace[960854390] 'process raft request' (duration: 160.133149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:03.56688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.140754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T21:37:03.56688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.826552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-02T21:37:03.566911Z","caller":"traceutil/trace.go:171","msg":"trace[937592660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7575; }","duration":"408.219115ms","start":"2026-03-02T21:37:03.158681Z","end":"2026-03-02T21:37:03.566901Z","steps":["trace[937592660] 'agreement among raft nodes before linearized reading' (duration: 408.103893ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:03.566923Z","caller":"traceutil/trace.go:171","msg":"trace[1635556117] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7575; }","duration":"403.908463ms","start":"2026-03-02T21:37:03.163001Z","end":"2026-03-02T21:37:03.56691Z","steps":["trace[1635556117] 'agreement among raft nodes before linearized reading' (duration: 403.77722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:03.566942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:03.158661Z","time spent":"408.272046ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:37:03.566953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:03.162981Z","time spent":"403.965105ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:37:03.567032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.410773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:37:03.567056Z","caller":"traceutil/trace.go:171","msg":"trace[1006261989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7575; }","duration":"398.449884ms","start":"2026-03-02T21:37:03.168598Z","end":"2026-03-02T21:37:03.567047Z","steps":["trace[1006261989] 'agreement among raft nodes before linearized reading' (duration: 398.414513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:03.567094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:03.168587Z","time spent":"398.495435ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:37:03.582171Z","caller":"traceutil/trace.go:171","msg":"trace[481994363] transaction","detail":"{read_only:false; response_revision:7576; number_of_response:1; }","duration":"124.851107ms","start":"2026-03-02T21:37:03.45731Z","end":"2026-03-02T21:37:03.582161Z","steps":["trace[481994363] 'process raft request' (duration: 124.795876ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:04.652279Z","caller":"traceutil/trace.go:171","msg":"trace[1687390051] linearizableReadLoop","detail":"{readStateIndex:7861; appliedIndex:7860; }","duration":"430.8757ms","start":"2026-03-02T21:37:04.221377Z","end":"2026-03-02T21:37:04.652253Z","steps":["trace[1687390051] 'read index received' (duration: 430.699306ms)","trace[1687390051] 'applied index is now lower than readState.Index' (duration: 174.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:04.652334Z","caller":"traceutil/trace.go:171","msg":"trace[2044560189] transaction","detail":"{read_only:false; response_revision:7580; number_of_response:1; }","duration":"461.845481ms","start":"2026-03-02T21:37:04.190453Z","end":"2026-03-02T21:37:04.652299Z","steps":["trace[2044560189] 'process raft request' (duration: 461.641186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:04.652482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:04.190433Z","time spent":"461.970433ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:37:04.652498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.105325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T21:37:04.652535Z","caller":"traceutil/trace.go:171","msg":"trace[43198007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7580; }","duration":"431.189137ms","start":"2026-03-02T21:37:04.221337Z","end":"2026-03-02T21:37:04.652526Z","steps":["trace[43198007] 'agreement among raft nodes before linearized reading' (duration: 431.039924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:04.652572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:04.221325Z","time spent":"431.237308ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T21:37:04.663949Z","caller":"traceutil/trace.go:171","msg":"trace[388867740] transaction","detail":"{read_only:false; response_revision:7581; number_of_response:1; }","duration":"174.584131ms","start":"2026-03-02T21:37:04.489327Z","end":"2026-03-02T21:37:04.663911Z","steps":["trace[388867740] 'process raft request' (duration: 174.405367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:04.664092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.73398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ztgnx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:37:04.664164Z","caller":"traceutil/trace.go:171","msg":"trace[881808615] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ztgnx; range_end:; response_count:1; response_revision:7581; }","duration":"253.856743ms","start":"2026-03-02T21:37:04.410291Z","end":"2026-03-02T21:37:04.664148Z","steps":["trace[881808615] 'agreement among raft nodes before linearized reading' (duration: 253.588546ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:04.832905Z","caller":"traceutil/trace.go:171","msg":"trace[2003552671] linearizableReadLoop","detail":"{readStateIndex:7863; appliedIndex:7862; }","duration":"163.694673ms","start":"2026-03-02T21:37:04.669191Z","end":"2026-03-02T21:37:04.832886Z","steps":["trace[2003552671] 'read index received' (duration: 75.178985ms)","trace[2003552671] 'applied index is now lower than readState.Index' (duration: 88.514598ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:04.833088Z","caller":"traceutil/trace.go:171","msg":"trace[806279935] transaction","detail":"{read_only:false; response_revision:7582; number_of_response:1; }","duration":"175.880262ms","start":"2026-03-02T21:37:04.657172Z","end":"2026-03-02T21:37:04.833052Z","steps":["trace[806279935] 'process raft request' (duration: 87.20396ms)","trace[806279935] 'compare' (duration: 88.402696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:37:04.833799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.592254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223792"} {"level":"info","ts":"2026-03-02T21:37:04.833881Z","caller":"traceutil/trace.go:171","msg":"trace[1486346657] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7582; }","duration":"164.706447ms","start":"2026-03-02T21:37:04.669154Z","end":"2026-03-02T21:37:04.83386Z","steps":["trace[1486346657] 'agreement among raft nodes before linearized reading' (duration: 163.843197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:05.957177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.987016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:37:05.957472Z","caller":"traceutil/trace.go:171","msg":"trace[1611324289] linearizableReadLoop","detail":"{readStateIndex:7866; appliedIndex:7864; }","duration":"371.400046ms","start":"2026-03-02T21:37:05.586049Z","end":"2026-03-02T21:37:05.957449Z","steps":["trace[1611324289] 'read index received' (duration: 186.01313ms)","trace[1611324289] 'applied index is now lower than readState.Index' (duration: 185.385786ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:05.957588Z","caller":"traceutil/trace.go:171","msg":"trace[194603779] transaction","detail":"{read_only:false; response_revision:7584; number_of_response:1; }","duration":"384.755152ms","start":"2026-03-02T21:37:05.57282Z","end":"2026-03-02T21:37:05.957576Z","steps":["trace[194603779] 'process raft request' (duration: 199.231192ms)","trace[194603779] 'compare' (duration: 184.603567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:37:05.957658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:05.572794Z","time spent":"384.823754ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:37:05.957777Z","caller":"traceutil/trace.go:171","msg":"trace[1489733757] transaction","detail":"{read_only:false; response_revision:7585; number_of_response:1; }","duration":"384.347373ms","start":"2026-03-02T21:37:05.573397Z","end":"2026-03-02T21:37:05.957745Z","steps":["trace[1489733757] 'process raft request' (duration: 383.929592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:05.957839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.774395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T21:37:05.957871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.362616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-02T21:37:05.957904Z","caller":"traceutil/trace.go:171","msg":"trace[683313859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7585; }","duration":"371.915398ms","start":"2026-03-02T21:37:05.585973Z","end":"2026-03-02T21:37:05.957889Z","steps":["trace[683313859] 'agreement among raft nodes before linearized reading' (duration: 371.713143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:05.957904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.271546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T21:37:05.957932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:05.573369Z","time spent":"384.475085ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:37:05.957947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:05.585965Z","time spent":"371.974479ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:37:05.957979Z","caller":"traceutil/trace.go:171","msg":"trace[190873461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7585; }","duration":"358.384279ms","start":"2026-03-02T21:37:05.599577Z","end":"2026-03-02T21:37:05.957961Z","steps":["trace[190873461] 'agreement among raft nodes before linearized reading' (duration: 358.252246ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:05.957944Z","caller":"traceutil/trace.go:171","msg":"trace[1924833641] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7585; }","duration":"360.482929ms","start":"2026-03-02T21:37:05.59744Z","end":"2026-03-02T21:37:05.957923Z","steps":["trace[1924833641] 'agreement among raft nodes before linearized reading' (duration: 360.272124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:05.958028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:05.599565Z","time spent":"358.44822ms","remote":"127.0.0.1:58190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:37:05.958043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:05.597421Z","time spent":"360.608411ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:37:05.958055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.560251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:37:05.958083Z","caller":"traceutil/trace.go:171","msg":"trace[1291216694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7585; }","duration":"360.612461ms","start":"2026-03-02T21:37:05.597462Z","end":"2026-03-02T21:37:05.958075Z","steps":["trace[1291216694] 'agreement among raft nodes before linearized reading' (duration: 360.526419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:05.958117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:05.59745Z","time spent":"360.658702ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T21:37:05.95813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.593451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:37:05.958185Z","caller":"traceutil/trace.go:171","msg":"trace[1205913252] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7585; }","duration":"310.670243ms","start":"2026-03-02T21:37:05.647497Z","end":"2026-03-02T21:37:05.958167Z","steps":["trace[1205913252] 'agreement among raft nodes before linearized reading' (duration: 310.56569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:05.958233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:05.647484Z","time spent":"310.732434ms","remote":"127.0.0.1:45324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:37:06.374995Z","caller":"traceutil/trace.go:171","msg":"trace[1765594096] linearizableReadLoop","detail":"{readStateIndex:7869; appliedIndex:7867; }","duration":"373.157738ms","start":"2026-03-02T21:37:06.00181Z","end":"2026-03-02T21:37:06.374968Z","steps":["trace[1765594096] 'read index received' (duration: 30.961561ms)","trace[1765594096] 'applied index is now lower than readState.Index' (duration: 342.194697ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:06.375072Z","caller":"traceutil/trace.go:171","msg":"trace[1714651450] transaction","detail":"{read_only:false; response_revision:7588; number_of_response:1; }","duration":"409.65333ms","start":"2026-03-02T21:37:05.965377Z","end":"2026-03-02T21:37:06.37503Z","steps":["trace[1714651450] 'process raft request' (duration: 409.520027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:06.375216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.101715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:37:06.37527Z","caller":"traceutil/trace.go:171","msg":"trace[830075352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7588; }","duration":"206.206557ms","start":"2026-03-02T21:37:06.169046Z","end":"2026-03-02T21:37:06.375252Z","steps":["trace[830075352] 'agreement among raft nodes before linearized reading' (duration: 206.109265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:06.375311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:05.965367Z","time spent":"409.793743ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:37:06.375728Z","caller":"traceutil/trace.go:171","msg":"trace[180614363] transaction","detail":"{read_only:false; response_revision:7587; number_of_response:1; }","duration":"410.775935ms","start":"2026-03-02T21:37:05.964834Z","end":"2026-03-02T21:37:06.37561Z","steps":["trace[180614363] 'process raft request' (duration: 409.833302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:06.375774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.944166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T21:37:06.375857Z","caller":"traceutil/trace.go:171","msg":"trace[1019164315] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7588; }","duration":"374.081079ms","start":"2026-03-02T21:37:06.001756Z","end":"2026-03-02T21:37:06.375837Z","steps":["trace[1019164315] 'agreement among raft nodes before linearized reading' (duration: 373.381233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:06.375866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:05.964816Z","time spent":"410.96459ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:37:06.375911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:06.001729Z","time spent":"374.171252ms","remote":"127.0.0.1:42714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":846,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-02T21:37:30.162444Z","caller":"traceutil/trace.go:171","msg":"trace[1800349448] transaction","detail":"{read_only:false; response_revision:7753; number_of_response:1; }","duration":"104.782093ms","start":"2026-03-02T21:37:30.057627Z","end":"2026-03-02T21:37:30.162409Z","steps":["trace[1800349448] 'process raft request' (duration: 104.571548ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:30.168116Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5691} {"level":"info","ts":"2026-03-02T21:37:30.275659Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5691,"took":"105.373776ms","hash":1838357952,"current-db-size-bytes":42532864,"current-db-size":"42 MB","current-db-size-in-use-bytes":22269952,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-02T21:37:30.275723Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1838357952,"revision":5691,"compact-revision":2729} {"level":"warn","ts":"2026-03-02T21:37:33.04063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704720024,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T21:37:33.083623Z","caller":"traceutil/trace.go:171","msg":"trace[13648392] transaction","detail":"{read_only:false; response_revision:7768; number_of_response:1; }","duration":"544.440411ms","start":"2026-03-02T21:37:32.539144Z","end":"2026-03-02T21:37:33.083585Z","steps":["trace[13648392] 'process raft request' (duration: 544.247106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:33.083805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:32.539127Z","time spent":"544.571404ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:37:33.489272Z","caller":"traceutil/trace.go:171","msg":"trace[551887837] linearizableReadLoop","detail":"{readStateIndex:8058; appliedIndex:8056; }","duration":"948.6534ms","start":"2026-03-02T21:37:32.540593Z","end":"2026-03-02T21:37:33.489246Z","steps":["trace[551887837] 'read index received' (duration: 542.795301ms)","trace[551887837] 'applied index is now lower than readState.Index' (duration: 405.857019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:37:33.489572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.962278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:37:33.489695Z","caller":"traceutil/trace.go:171","msg":"trace[1944862098] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7769; }","duration":"949.106352ms","start":"2026-03-02T21:37:32.540565Z","end":"2026-03-02T21:37:33.489671Z","steps":["trace[1944862098] 'agreement among raft nodes before linearized reading' (duration: 948.871496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:33.489747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:32.540555Z","time spent":"949.177983ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T21:37:33.489987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.706806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ztgnx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-03-02T21:37:33.490009Z","caller":"traceutil/trace.go:171","msg":"trace[1268099030] transaction","detail":"{read_only:false; response_revision:7769; number_of_response:1; }","duration":"658.746339ms","start":"2026-03-02T21:37:32.830601Z","end":"2026-03-02T21:37:33.489347Z","steps":["trace[1268099030] 'process raft request' (duration: 650.472724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:33.490078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.292013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:37:33.490041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.045787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T21:37:33.49018Z","caller":"traceutil/trace.go:171","msg":"trace[1387863964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7769; }","duration":"321.449147ms","start":"2026-03-02T21:37:33.168704Z","end":"2026-03-02T21:37:33.490153Z","steps":["trace[1387863964] 'agreement among raft nodes before linearized reading' (duration: 321.260032ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:33.49013Z","caller":"traceutil/trace.go:171","msg":"trace[1026668418] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ztgnx; range_end:; response_count:1; response_revision:7769; }","duration":"466.824058ms","start":"2026-03-02T21:37:33.023253Z","end":"2026-03-02T21:37:33.490077Z","steps":["trace[1026668418] 'agreement among raft nodes before linearized reading' (duration: 466.664454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:33.490236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:33.168676Z","time spent":"321.547669ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:37:33.490233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.746252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T21:37:33.490219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:32.830585Z","time spent":"659.532797ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:37:33.490317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:33.023246Z","time spent":"467.056514ms","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6542,"request content":"key:\"/registry/pods/openstack/keepalived-ztgnx\" "} {"level":"info","ts":"2026-03-02T21:37:33.490348Z","caller":"traceutil/trace.go:171","msg":"trace[1052173512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7769; }","duration":"487.988488ms","start":"2026-03-02T21:37:33.002338Z","end":"2026-03-02T21:37:33.490327Z","steps":["trace[1052173512] 'agreement among raft nodes before linearized reading' (duration: 487.581708ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:33.490252Z","caller":"traceutil/trace.go:171","msg":"trace[1228617627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7769; }","duration":"665.283152ms","start":"2026-03-02T21:37:32.824933Z","end":"2026-03-02T21:37:33.490216Z","steps":["trace[1228617627] 'agreement among raft nodes before linearized reading' (duration: 665.036027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:33.490471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.621002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-02T21:37:33.490502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:33.002309Z","time spent":"488.177862ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:37:33.490557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:32.824909Z","time spent":"665.60901ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T21:37:33.490589Z","caller":"traceutil/trace.go:171","msg":"trace[889133162] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7769; }","duration":"844.620185ms","start":"2026-03-02T21:37:32.64594Z","end":"2026-03-02T21:37:33.49056Z","steps":["trace[889133162] 'agreement among raft nodes before linearized reading' (duration: 843.566081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:33.490671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:32.645915Z","time spent":"844.715698ms","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T21:37:40.325052Z","caller":"traceutil/trace.go:171","msg":"trace[1853574716] linearizableReadLoop","detail":"{readStateIndex:8126; appliedIndex:8125; }","duration":"141.752926ms","start":"2026-03-02T21:37:40.183275Z","end":"2026-03-02T21:37:40.325028Z","steps":["trace[1853574716] 'read index received' (duration: 141.630523ms)","trace[1853574716] 'applied index is now lower than readState.Index' (duration: 121.373µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:40.325116Z","caller":"traceutil/trace.go:171","msg":"trace[469105930] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"164.448202ms","start":"2026-03-02T21:37:40.160638Z","end":"2026-03-02T21:37:40.325086Z","steps":["trace[469105930] 'process raft request' (duration: 164.254088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:40.325207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.90675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:37:40.325271Z","caller":"traceutil/trace.go:171","msg":"trace[1304229860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7833; }","duration":"142.033153ms","start":"2026-03-02T21:37:40.183219Z","end":"2026-03-02T21:37:40.325253Z","steps":["trace[1304229860] 'agreement among raft nodes before linearized reading' (duration: 141.92225ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:40.391844Z","caller":"traceutil/trace.go:171","msg":"trace[1353088039] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"193.801514ms","start":"2026-03-02T21:37:40.19802Z","end":"2026-03-02T21:37:40.391822Z","steps":["trace[1353088039] 'process raft request' (duration: 144.581963ms)","trace[1353088039] 'compare' (duration: 49.038117ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:40.392118Z","caller":"traceutil/trace.go:171","msg":"trace[1936961595] transaction","detail":"{read_only:false; response_revision:7835; number_of_response:1; }","duration":"190.922937ms","start":"2026-03-02T21:37:40.201172Z","end":"2026-03-02T21:37:40.392095Z","steps":["trace[1936961595] 'process raft request' (duration: 190.601498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:40.393373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.671233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:37:40.393426Z","caller":"traceutil/trace.go:171","msg":"trace[1300471059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7835; }","duration":"166.739745ms","start":"2026-03-02T21:37:40.226675Z","end":"2026-03-02T21:37:40.393414Z","steps":["trace[1300471059] 'agreement among raft nodes before linearized reading' (duration: 165.357183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:40.393796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.970815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209353"} {"level":"info","ts":"2026-03-02T21:37:40.393853Z","caller":"traceutil/trace.go:171","msg":"trace[1113354748] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7835; }","duration":"146.031346ms","start":"2026-03-02T21:37:40.247808Z","end":"2026-03-02T21:37:40.393839Z","steps":["trace[1113354748] 'agreement among raft nodes before linearized reading' (duration: 144.607813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:45.622947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.149957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T21:37:45.623149Z","caller":"traceutil/trace.go:171","msg":"trace[1217901690] linearizableReadLoop","detail":"{readStateIndex:8164; appliedIndex:8162; }","duration":"192.177827ms","start":"2026-03-02T21:37:45.430955Z","end":"2026-03-02T21:37:45.623133Z","steps":["trace[1217901690] 'read index received' (duration: 18.362194ms)","trace[1217901690] 'applied index is now lower than readState.Index' (duration: 173.814573ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:45.623245Z","caller":"traceutil/trace.go:171","msg":"trace[720434913] transaction","detail":"{read_only:false; response_revision:7870; number_of_response:1; }","duration":"320.468223ms","start":"2026-03-02T21:37:45.302768Z","end":"2026-03-02T21:37:45.623236Z","steps":["trace[720434913] 'process raft request' (duration: 320.284539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:45.623313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:45.302753Z","time spent":"320.522665ms","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4632,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:37:45.623426Z","caller":"traceutil/trace.go:171","msg":"trace[1364668606] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7869; }","duration":"322.8481ms","start":"2026-03-02T21:37:45.300556Z","end":"2026-03-02T21:37:45.623404Z","steps":["trace[1364668606] 'process raft request' (duration: 37.990296ms)","trace[1364668606] 'compare' (duration: 283.625185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:37:45.623547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.596366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:37:45.62358Z","caller":"traceutil/trace.go:171","msg":"trace[173064570] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:7870; }","duration":"192.660368ms","start":"2026-03-02T21:37:45.43091Z","end":"2026-03-02T21:37:45.62357Z","steps":["trace[173064570] 'agreement among raft nodes before linearized reading' (duration: 192.597836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:45.623547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:45.300536Z","time spent":"322.940062ms","remote":"127.0.0.1:51988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-02T21:37:45.776449Z","caller":"traceutil/trace.go:171","msg":"trace[1959728649] transaction","detail":"{read_only:false; response_revision:7872; number_of_response:1; }","duration":"146.746834ms","start":"2026-03-02T21:37:45.629676Z","end":"2026-03-02T21:37:45.776423Z","steps":["trace[1959728649] 'process raft request' (duration: 146.427796ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:45.776535Z","caller":"traceutil/trace.go:171","msg":"trace[575426117] transaction","detail":"{read_only:false; response_revision:7874; number_of_response:1; }","duration":"146.008806ms","start":"2026-03-02T21:37:45.630496Z","end":"2026-03-02T21:37:45.776505Z","steps":["trace[575426117] 'process raft request' (duration: 145.892173ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:45.776537Z","caller":"traceutil/trace.go:171","msg":"trace[346912574] transaction","detail":"{read_only:false; response_revision:7873; number_of_response:1; }","duration":"146.818976ms","start":"2026-03-02T21:37:45.629688Z","end":"2026-03-02T21:37:45.776507Z","steps":["trace[346912574] 'process raft request' (duration: 146.630981ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:45.776759Z","caller":"traceutil/trace.go:171","msg":"trace[330097746] linearizableReadLoop","detail":"{readStateIndex:8169; appliedIndex:8165; }","duration":"100.549293ms","start":"2026-03-02T21:37:45.676179Z","end":"2026-03-02T21:37:45.776728Z","steps":["trace[330097746] 'read index received' (duration: 99.904457ms)","trace[330097746] 'applied index is now lower than readState.Index' (duration: 621.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:45.776815Z","caller":"traceutil/trace.go:171","msg":"trace[149634324] transaction","detail":"{read_only:false; response_revision:7875; number_of_response:1; }","duration":"142.927524ms","start":"2026-03-02T21:37:45.633871Z","end":"2026-03-02T21:37:45.776798Z","steps":["trace[149634324] 'process raft request' (duration: 142.563275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:45.776915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.987504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:37:45.776965Z","caller":"traceutil/trace.go:171","msg":"trace[1768329639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7875; }","duration":"101.050745ms","start":"2026-03-02T21:37:45.675904Z","end":"2026-03-02T21:37:45.776955Z","steps":["trace[1768329639] 'agreement among raft nodes before linearized reading' (duration: 100.906732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:45.777219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.922171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228437"} {"level":"info","ts":"2026-03-02T21:37:45.777263Z","caller":"traceutil/trace.go:171","msg":"trace[1914154574] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7875; }","duration":"145.000792ms","start":"2026-03-02T21:37:45.632251Z","end":"2026-03-02T21:37:45.777252Z","steps":["trace[1914154574] 'agreement among raft nodes before linearized reading' (duration: 144.610513ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:45.820702Z","caller":"traceutil/trace.go:171","msg":"trace[935343045] transaction","detail":"{read_only:false; response_revision:7876; number_of_response:1; }","duration":"136.728767ms","start":"2026-03-02T21:37:45.683955Z","end":"2026-03-02T21:37:45.820683Z","steps":["trace[935343045] 'process raft request' (duration: 136.535902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:45.820813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.757825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-8nfcv\" ","response":"range_response_count:1 size:4652"} {"level":"info","ts":"2026-03-02T21:37:45.820927Z","caller":"traceutil/trace.go:171","msg":"trace[1565145941] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-8nfcv; range_end:; response_count:1; response_revision:7876; }","duration":"141.906719ms","start":"2026-03-02T21:37:45.678994Z","end":"2026-03-02T21:37:45.820901Z","steps":["trace[1565145941] 'agreement among raft nodes before linearized reading' (duration: 141.654933ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:46.545993Z","caller":"traceutil/trace.go:171","msg":"trace[2080495271] linearizableReadLoop","detail":"{readStateIndex:8172; appliedIndex:8171; }","duration":"229.176979ms","start":"2026-03-02T21:37:46.316792Z","end":"2026-03-02T21:37:46.545969Z","steps":["trace[2080495271] 'read index received' (duration: 229.106587ms)","trace[2080495271] 'applied index is now lower than readState.Index' (duration: 69.182µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:46.546141Z","caller":"traceutil/trace.go:171","msg":"trace[795536278] transaction","detail":"{read_only:false; response_revision:7878; number_of_response:1; }","duration":"263.50221ms","start":"2026-03-02T21:37:46.282598Z","end":"2026-03-02T21:37:46.5461Z","steps":["trace[795536278] 'process raft request' (duration: 263.226713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:46.546446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.586128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-02T21:37:46.546555Z","caller":"traceutil/trace.go:171","msg":"trace[1849685393] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:7878; }","duration":"229.792225ms","start":"2026-03-02T21:37:46.316741Z","end":"2026-03-02T21:37:46.546533Z","steps":["trace[1849685393] 'agreement among raft nodes before linearized reading' (duration: 229.353154ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:46.71132Z","caller":"traceutil/trace.go:171","msg":"trace[207801106] transaction","detail":"{read_only:false; response_revision:7879; number_of_response:1; }","duration":"293.545578ms","start":"2026-03-02T21:37:46.417746Z","end":"2026-03-02T21:37:46.711291Z","steps":["trace[207801106] 'process raft request' (duration: 247.156053ms)","trace[207801106] 'compare' (duration: 46.20114ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:46.711664Z","caller":"traceutil/trace.go:171","msg":"trace[1002247090] linearizableReadLoop","detail":"{readStateIndex:8174; appliedIndex:8172; }","duration":"165.566617ms","start":"2026-03-02T21:37:46.546064Z","end":"2026-03-02T21:37:46.71163Z","steps":["trace[1002247090] 'read index received' (duration: 118.862676ms)","trace[1002247090] 'applied index is now lower than readState.Index' (duration: 46.702391ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:46.71171Z","caller":"traceutil/trace.go:171","msg":"trace[1696272381] transaction","detail":"{read_only:false; response_revision:7880; number_of_response:1; }","duration":"286.714307ms","start":"2026-03-02T21:37:46.424972Z","end":"2026-03-02T21:37:46.711686Z","steps":["trace[1696272381] 'process raft request' (duration: 286.264746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:46.712568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.472945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:37:46.712684Z","caller":"traceutil/trace.go:171","msg":"trace[1295379944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7880; }","duration":"215.609209ms","start":"2026-03-02T21:37:46.497017Z","end":"2026-03-02T21:37:46.712626Z","steps":["trace[1295379944] 'agreement among raft nodes before linearized reading' (duration: 214.731658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:47.071041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.950706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:37:47.071297Z","caller":"traceutil/trace.go:171","msg":"trace[1398566697] transaction","detail":"{read_only:false; response_revision:7881; number_of_response:1; }","duration":"510.12743ms","start":"2026-03-02T21:37:46.561139Z","end":"2026-03-02T21:37:47.071267Z","steps":["trace[1398566697] 'process raft request' (duration: 318.839456ms)","trace[1398566697] 'compare' (duration: 190.536397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:37:47.071422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:46.561108Z","time spent":"510.270183ms","remote":"127.0.0.1:50288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:37:47.124557Z","caller":"traceutil/trace.go:171","msg":"trace[559527510] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"407.800945ms","start":"2026-03-02T21:37:46.716724Z","end":"2026-03-02T21:37:47.124525Z","steps":["trace[559527510] 'process raft request' (duration: 407.592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:47.124763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:46.716696Z","time spent":"407.939589ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:37:48.083488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.633925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ztgnx\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-03-02T21:37:48.083548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.490242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-02T21:37:48.083625Z","caller":"traceutil/trace.go:171","msg":"trace[339046269] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7886; }","duration":"303.622395ms","start":"2026-03-02T21:37:47.779981Z","end":"2026-03-02T21:37:48.083603Z","steps":["trace[339046269] 'range keys from in-memory index tree' (duration: 303.266658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:48.083636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.964121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T21:37:48.083645Z","caller":"traceutil/trace.go:171","msg":"trace[654704733] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ztgnx; range_end:; response_count:1; response_revision:7886; }","duration":"297.772938ms","start":"2026-03-02T21:37:47.785784Z","end":"2026-03-02T21:37:48.083557Z","steps":["trace[654704733] 'range keys from in-memory index tree' (duration: 297.516702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:48.083669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:47.779962Z","time spent":"303.695728ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T21:37:48.083693Z","caller":"traceutil/trace.go:171","msg":"trace[1042740914] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7886; }","duration":"303.062183ms","start":"2026-03-02T21:37:47.780611Z","end":"2026-03-02T21:37:48.083673Z","steps":["trace[1042740914] 'range keys from in-memory index tree' (duration: 302.819387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:37:48.083718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:37:47.78059Z","time spent":"303.121714ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T21:37:48.084068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.176735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:37:48.084123Z","caller":"traceutil/trace.go:171","msg":"trace[1333492901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7886; }","duration":"253.257247ms","start":"2026-03-02T21:37:47.830854Z","end":"2026-03-02T21:37:48.084111Z","steps":["trace[1333492901] 'range keys from in-memory index tree' (duration: 252.295555ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:48.67927Z","caller":"traceutil/trace.go:171","msg":"trace[902218831] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"124.244264ms","start":"2026-03-02T21:37:48.554995Z","end":"2026-03-02T21:37:48.679239Z","steps":["trace[902218831] 'process raft request' (duration: 124.056259ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:37:48.840434Z","caller":"traceutil/trace.go:171","msg":"trace[1146229628] transaction","detail":"{read_only:false; response_revision:7891; number_of_response:1; }","duration":"124.055588ms","start":"2026-03-02T21:37:48.716354Z","end":"2026-03-02T21:37:48.84041Z","steps":["trace[1146229628] 'process raft request' (duration: 99.021327ms)","trace[1146229628] 'compare' (duration: 24.864397ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:37:48.840889Z","caller":"traceutil/trace.go:171","msg":"trace[390573075] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"123.849084ms","start":"2026-03-02T21:37:48.717015Z","end":"2026-03-02T21:37:48.840864Z","steps":["trace[390573075] 'process raft request' (duration: 123.355531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.687489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.958926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:38:57.687589Z","caller":"traceutil/trace.go:171","msg":"trace[83296819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8561; }","duration":"107.10624ms","start":"2026-03-02T21:38:57.580461Z","end":"2026-03-02T21:38:57.687567Z","steps":["trace[83296819] 'range keys from in-memory index tree' (duration: 106.771241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:38:57.966078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.719632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:38:57.966181Z","caller":"traceutil/trace.go:171","msg":"trace[1213122312] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8562; }","duration":"172.887975ms","start":"2026-03-02T21:38:57.793271Z","end":"2026-03-02T21:38:57.966158Z","steps":["trace[1213122312] 'count revisions from in-memory index tree' (duration: 172.588229ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:38:58.149033Z","caller":"traceutil/trace.go:171","msg":"trace[1721503305] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"104.862855ms","start":"2026-03-02T21:38:58.044135Z","end":"2026-03-02T21:38:58.148998Z","steps":["trace[1721503305] 'process raft request' (duration: 104.619319ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:41:30.887822Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1812db8446d3ac67","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T21:41:30.894093Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-02T21:41:30.894182Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"warn","ts":"2026-03-02T21:42:19.601767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.070714ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-02T21:42:30.175097Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7755} {"level":"info","ts":"2026-03-02T21:42:30.238797Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7755,"took":"61.937804ms","hash":2134994374,"current-db-size-bytes":42532864,"current-db-size":"42 MB","current-db-size-in-use-bytes":27115520,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T21:42:30.238865Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2134994374,"revision":7755,"compact-revision":5691} {"level":"info","ts":"2026-03-02T21:42:33.37338Z","caller":"traceutil/trace.go:171","msg":"trace[827296631] linearizableReadLoop","detail":"{readStateIndex:10618; appliedIndex:10617; }","duration":"233.002516ms","start":"2026-03-02T21:42:33.140351Z","end":"2026-03-02T21:42:33.373353Z","steps":["trace[827296631] 'read index received' (duration: 232.801191ms)","trace[827296631] 'applied index is now lower than readState.Index' (duration: 200.424µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:42:33.373464Z","caller":"traceutil/trace.go:171","msg":"trace[2110019156] transaction","detail":"{read_only:false; response_revision:10252; number_of_response:1; }","duration":"245.109756ms","start":"2026-03-02T21:42:33.128295Z","end":"2026-03-02T21:42:33.373405Z","steps":["trace[2110019156] 'process raft request' (duration: 244.84906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:42:33.373564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.176089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T21:42:33.3736Z","caller":"traceutil/trace.go:171","msg":"trace[1499776709] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:10252; }","duration":"233.253883ms","start":"2026-03-02T21:42:33.140334Z","end":"2026-03-02T21:42:33.373588Z","steps":["trace[1499776709] 'agreement among raft nodes before linearized reading' (duration: 233.15348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:42:33.56855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.740287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:42:33.56865Z","caller":"traceutil/trace.go:171","msg":"trace[871248546] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:10252; }","duration":"114.86335ms","start":"2026-03-02T21:42:33.453763Z","end":"2026-03-02T21:42:33.568627Z","steps":["trace[871248546] 'count revisions from in-memory index tree' (duration: 114.641195ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:47:30.181123Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10240} {"level":"info","ts":"2026-03-02T21:47:30.270246Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10240,"took":"86.706991ms","hash":2076779698,"current-db-size-bytes":42532864,"current-db-size":"42 MB","current-db-size-in-use-bytes":24502272,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-02T21:47:30.270309Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2076779698,"revision":10240,"compact-revision":7755} {"level":"warn","ts":"2026-03-02T21:48:40.813343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.75208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T21:48:40.813531Z","caller":"traceutil/trace.go:171","msg":"trace[1653560746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12554; }","duration":"112.995005ms","start":"2026-03-02T21:48:40.700513Z","end":"2026-03-02T21:48:40.813508Z","steps":["trace[1653560746] 'range keys from in-memory index tree' (duration: 112.529715ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:48:59.793176Z","caller":"traceutil/trace.go:171","msg":"trace[938949123] transaction","detail":"{read_only:false; response_revision:12665; number_of_response:1; }","duration":"146.954474ms","start":"2026-03-02T21:48:59.64619Z","end":"2026-03-02T21:48:59.793145Z","steps":["trace[938949123] 'process raft request' (duration: 146.782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:00.476686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.500505ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:49:00.476803Z","caller":"traceutil/trace.go:171","msg":"trace[1600552796] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12665; }","duration":"426.643978ms","start":"2026-03-02T21:49:00.050142Z","end":"2026-03-02T21:49:00.476786Z","steps":["trace[1600552796] 'range keys from in-memory index tree' (duration: 426.478545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:00.477192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.897347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:49:00.477281Z","caller":"traceutil/trace.go:171","msg":"trace[1169229353] linearizableReadLoop","detail":"{readStateIndex:13125; appliedIndex:13123; }","duration":"821.387624ms","start":"2026-03-02T21:48:59.65588Z","end":"2026-03-02T21:49:00.477267Z","steps":["trace[1169229353] 'read index received' (duration: 137.080554ms)","trace[1169229353] 'applied index is now lower than readState.Index' (duration: 684.3062ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:49:00.477348Z","caller":"traceutil/trace.go:171","msg":"trace[260541773] transaction","detail":"{read_only:false; response_revision:12666; number_of_response:1; }","duration":"827.65885ms","start":"2026-03-02T21:48:59.649671Z","end":"2026-03-02T21:49:00.47733Z","steps":["trace[260541773] 'process raft request' (duration: 436.539349ms)","trace[260541773] 'compare' (duration: 390.781903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:49:00.477441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.558768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T21:49:00.477444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:48:59.649658Z","time spent":"827.723301ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:49:00.477473Z","caller":"traceutil/trace.go:171","msg":"trace[1749207865] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12666; }","duration":"821.603649ms","start":"2026-03-02T21:48:59.655862Z","end":"2026-03-02T21:49:00.477465Z","steps":["trace[1749207865] 'agreement among raft nodes before linearized reading' (duration: 821.487706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:00.477501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:48:59.655855Z","time spent":"821.63865ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:49:00.477508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.864824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:49:00.477558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.687361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:49:00.477579Z","caller":"traceutil/trace.go:171","msg":"trace[1839096962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12666; }","duration":"308.747512ms","start":"2026-03-02T21:49:00.168823Z","end":"2026-03-02T21:49:00.477571Z","steps":["trace[1839096962] 'agreement among raft nodes before linearized reading' (duration: 308.708261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:00.477604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:00.168799Z","time spent":"308.800643ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:49:00.477596Z","caller":"traceutil/trace.go:171","msg":"trace[1416941298] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:12666; }","duration":"676.003727ms","start":"2026-03-02T21:48:59.801566Z","end":"2026-03-02T21:49:00.47757Z","steps":["trace[1416941298] 'agreement among raft nodes before linearized reading' (duration: 675.862444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:00.47764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:48:59.801543Z","time spent":"676.086049ms","remote":"127.0.0.1:36536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:49:00.477752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.952512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:49:00.477816Z","caller":"traceutil/trace.go:171","msg":"trace[1490558133] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:12666; }","duration":"335.248699ms","start":"2026-03-02T21:49:00.142553Z","end":"2026-03-02T21:49:00.477802Z","steps":["trace[1490558133] 'agreement among raft nodes before linearized reading' (duration: 334.944132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:00.477852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.126044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T21:49:00.47789Z","caller":"traceutil/trace.go:171","msg":"trace[1755862624] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12666; }","duration":"492.183574ms","start":"2026-03-02T21:48:59.985695Z","end":"2026-03-02T21:49:00.477879Z","steps":["trace[1755862624] 'agreement among raft nodes before linearized reading' (duration: 492.102733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:00.477863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:49:00.142528Z","time spent":"335.322892ms","remote":"127.0.0.1:45488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T21:49:00.477918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:48:59.985681Z","time spent":"492.231056ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T21:49:00.695248Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003362.wal"} {"level":"info","ts":"2026-03-02T21:49:06.649922Z","caller":"traceutil/trace.go:171","msg":"trace[2107043301] transaction","detail":"{read_only:false; response_revision:12840; number_of_response:1; }","duration":"126.618499ms","start":"2026-03-02T21:49:06.523226Z","end":"2026-03-02T21:49:06.649844Z","steps":["trace[2107043301] 'process raft request' (duration: 126.425485ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:49:06.650144Z","caller":"traceutil/trace.go:171","msg":"trace[725528825] linearizableReadLoop","detail":"{readStateIndex:13301; appliedIndex:13299; }","duration":"106.961862ms","start":"2026-03-02T21:49:06.542802Z","end":"2026-03-02T21:49:06.649764Z","steps":["trace[725528825] 'read index received' (duration: 34.515155ms)","trace[725528825] 'applied index is now lower than readState.Index' (duration: 72.445457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:49:06.650258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.415413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T21:49:06.650499Z","caller":"traceutil/trace.go:171","msg":"trace[76612156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12840; }","duration":"107.70636ms","start":"2026-03-02T21:49:06.542769Z","end":"2026-03-02T21:49:06.650476Z","steps":["trace[76612156] 'agreement among raft nodes before linearized reading' (duration: 107.227038ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:49:06.806973Z","caller":"traceutil/trace.go:171","msg":"trace[304842292] transaction","detail":"{read_only:false; number_of_response:1; response_revision:12844; }","duration":"104.562395ms","start":"2026-03-02T21:49:06.702384Z","end":"2026-03-02T21:49:06.806946Z","steps":["trace[304842292] 'process raft request' (duration: 104.451632ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:49:06.893183Z","caller":"traceutil/trace.go:171","msg":"trace[750838338] transaction","detail":"{read_only:false; response_revision:12845; number_of_response:1; }","duration":"118.90779ms","start":"2026-03-02T21:49:06.774256Z","end":"2026-03-02T21:49:06.893164Z","steps":["trace[750838338] 'process raft request' (duration: 86.592718ms)","trace[750838338] 'compare' (duration: 32.075526ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:49:06.893183Z","caller":"traceutil/trace.go:171","msg":"trace[1008692225] transaction","detail":"{read_only:false; response_revision:12846; number_of_response:1; }","duration":"118.634374ms","start":"2026-03-02T21:49:06.774521Z","end":"2026-03-02T21:49:06.893156Z","steps":["trace[1008692225] 'process raft request' (duration: 118.560672ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:49:07.100548Z","caller":"traceutil/trace.go:171","msg":"trace[711789244] linearizableReadLoop","detail":"{readStateIndex:13318; appliedIndex:13314; }","duration":"128.907913ms","start":"2026-03-02T21:49:06.971613Z","end":"2026-03-02T21:49:07.10052Z","steps":["trace[711789244] 'read index received' (duration: 109.640334ms)","trace[711789244] 'applied index is now lower than readState.Index' (duration: 19.266579ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:49:07.100844Z","caller":"traceutil/trace.go:171","msg":"trace[179271281] transaction","detail":"{read_only:false; response_revision:12853; number_of_response:1; }","duration":"137.567234ms","start":"2026-03-02T21:49:06.963263Z","end":"2026-03-02T21:49:07.10083Z","steps":["trace[179271281] 'process raft request' (duration: 117.975458ms)","trace[179271281] 'compare' (duration: 18.839449ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:49:07.101088Z","caller":"traceutil/trace.go:171","msg":"trace[1501802075] transaction","detail":"{read_only:false; response_revision:12854; number_of_response:1; }","duration":"137.756369ms","start":"2026-03-02T21:49:06.963289Z","end":"2026-03-02T21:49:07.101045Z","steps":["trace[1501802075] 'process raft request' (duration: 137.118044ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:49:07.101223Z","caller":"traceutil/trace.go:171","msg":"trace[1122012227] transaction","detail":"{read_only:false; response_revision:12855; number_of_response:1; }","duration":"137.888653ms","start":"2026-03-02T21:49:06.963325Z","end":"2026-03-02T21:49:07.101214Z","steps":["trace[1122012227] 'process raft request' (duration: 137.123704ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:49:07.101326Z","caller":"traceutil/trace.go:171","msg":"trace[256072010] transaction","detail":"{read_only:false; response_revision:12856; number_of_response:1; }","duration":"137.853402ms","start":"2026-03-02T21:49:06.963449Z","end":"2026-03-02T21:49:07.101302Z","steps":["trace[256072010] 'process raft request' (duration: 137.038622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:49:07.101519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.895756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-02T21:49:07.101565Z","caller":"traceutil/trace.go:171","msg":"trace[1098486541] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:12856; }","duration":"129.972398ms","start":"2026-03-02T21:49:06.971581Z","end":"2026-03-02T21:49:07.101553Z","steps":["trace[1098486541] 'agreement among raft nodes before linearized reading' (duration: 129.797244ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:49:07.11266Z","caller":"traceutil/trace.go:171","msg":"trace[143463655] transaction","detail":"{read_only:false; response_revision:12857; number_of_response:1; }","duration":"140.201876ms","start":"2026-03-02T21:49:06.972446Z","end":"2026-03-02T21:49:07.112648Z","steps":["trace[143463655] 'process raft request' (duration: 140.008502ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:06.37806Z","caller":"traceutil/trace.go:171","msg":"trace[525315457] linearizableReadLoop","detail":"{readStateIndex:14131; appliedIndex:14130; }","duration":"142.90161ms","start":"2026-03-02T21:50:06.235131Z","end":"2026-03-02T21:50:06.378033Z","steps":["trace[525315457] 'read index received' (duration: 142.753576ms)","trace[525315457] 'applied index is now lower than readState.Index' (duration: 146.863µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:06.378182Z","caller":"traceutil/trace.go:171","msg":"trace[88456766] transaction","detail":"{read_only:false; response_revision:13646; number_of_response:1; }","duration":"161.058781ms","start":"2026-03-02T21:50:06.217088Z","end":"2026-03-02T21:50:06.378147Z","steps":["trace[88456766] 'process raft request' (duration: 160.788085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:06.378256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.031163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:06.378297Z","caller":"traceutil/trace.go:171","msg":"trace[517335886] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:13646; }","duration":"110.126776ms","start":"2026-03-02T21:50:06.268156Z","end":"2026-03-02T21:50:06.378283Z","steps":["trace[517335886] 'agreement among raft nodes before linearized reading' (duration: 110.035523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:06.378398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.227158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-03-02T21:50:06.378474Z","caller":"traceutil/trace.go:171","msg":"trace[101920651] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:13646; }","duration":"143.374261ms","start":"2026-03-02T21:50:06.23508Z","end":"2026-03-02T21:50:06.378454Z","steps":["trace[101920651] 'agreement among raft nodes before linearized reading' (duration: 143.094994ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:41.189811Z","caller":"traceutil/trace.go:171","msg":"trace[877277075] transaction","detail":"{read_only:false; response_revision:13814; number_of_response:1; }","duration":"264.548722ms","start":"2026-03-02T21:50:40.925233Z","end":"2026-03-02T21:50:41.189782Z","steps":["trace[877277075] 'process raft request' (duration: 264.366108ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:50:41.315156Z","caller":"traceutil/trace.go:171","msg":"trace[1177134969] linearizableReadLoop","detail":"{readStateIndex:14307; appliedIndex:14306; }","duration":"224.796976ms","start":"2026-03-02T21:50:41.09033Z","end":"2026-03-02T21:50:41.315127Z","steps":["trace[1177134969] 'read index received' (duration: 99.887206ms)","trace[1177134969] 'applied index is now lower than readState.Index' (duration: 124.90823ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:50:41.315288Z","caller":"traceutil/trace.go:171","msg":"trace[89397783] transaction","detail":"{read_only:false; response_revision:13815; number_of_response:1; }","duration":"281.654442ms","start":"2026-03-02T21:50:41.033582Z","end":"2026-03-02T21:50:41.315237Z","steps":["trace[89397783] 'process raft request' (duration: 280.411742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:41.315561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.963705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:50:41.315646Z","caller":"traceutil/trace.go:171","msg":"trace[1238292862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13815; }","duration":"190.090838ms","start":"2026-03-02T21:50:41.125538Z","end":"2026-03-02T21:50:41.315629Z","steps":["trace[1238292862] 'agreement among raft nodes before linearized reading' (duration: 189.835562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:41.316088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.051641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-03-02T21:50:41.316219Z","caller":"traceutil/trace.go:171","msg":"trace[914022775] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:13815; }","duration":"179.232145ms","start":"2026-03-02T21:50:41.136952Z","end":"2026-03-02T21:50:41.316184Z","steps":["trace[914022775] 'agreement among raft nodes before linearized reading' (duration: 178.911058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:41.31625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.741064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T21:50:41.316346Z","caller":"traceutil/trace.go:171","msg":"trace[694989867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13815; }","duration":"157.853617ms","start":"2026-03-02T21:50:41.158464Z","end":"2026-03-02T21:50:41.316318Z","steps":["trace[694989867] 'agreement among raft nodes before linearized reading' (duration: 157.673212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:41.316461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.414063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:50:41.316526Z","caller":"traceutil/trace.go:171","msg":"trace[57659033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13815; }","duration":"147.507946ms","start":"2026-03-02T21:50:41.169002Z","end":"2026-03-02T21:50:41.31651Z","steps":["trace[57659033] 'agreement among raft nodes before linearized reading' (duration: 147.395763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:50:41.315469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.122794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-02T21:50:41.316831Z","caller":"traceutil/trace.go:171","msg":"trace[882342837] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13815; }","duration":"226.527977ms","start":"2026-03-02T21:50:41.090273Z","end":"2026-03-02T21:50:41.316801Z","steps":["trace[882342837] 'agreement among raft nodes before linearized reading' (duration: 225.010722ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:52:30.186999Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12121} {"level":"info","ts":"2026-03-02T21:52:30.264415Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12121,"took":"75.147601ms","hash":2542943908,"current-db-size-bytes":42532864,"current-db-size":"42 MB","current-db-size-in-use-bytes":28192768,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T21:52:30.264502Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2542943908,"revision":12121,"compact-revision":10240} {"level":"info","ts":"2026-03-02T21:56:17.321361Z","caller":"traceutil/trace.go:171","msg":"trace[366652105] transaction","detail":"{read_only:false; response_revision:16199; number_of_response:1; }","duration":"112.623239ms","start":"2026-03-02T21:56:17.208708Z","end":"2026-03-02T21:56:17.321332Z","steps":["trace[366652105] 'process raft request' (duration: 112.433204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:17.512736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.701383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:56:17.512857Z","caller":"traceutil/trace.go:171","msg":"trace[486038166] transaction","detail":"{read_only:false; response_revision:16200; number_of_response:1; }","duration":"160.230951ms","start":"2026-03-02T21:56:17.352605Z","end":"2026-03-02T21:56:17.512836Z","steps":["trace[486038166] 'process raft request' (duration: 40.337362ms)","trace[486038166] 'compare' (duration: 119.55558ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:56:19.457347Z","caller":"traceutil/trace.go:171","msg":"trace[1105106898] transaction","detail":"{read_only:false; response_revision:16346; number_of_response:1; }","duration":"103.337242ms","start":"2026-03-02T21:56:19.353988Z","end":"2026-03-02T21:56:19.457325Z","steps":["trace[1105106898] 'process raft request' (duration: 103.131978ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:56:23.25963Z","caller":"traceutil/trace.go:171","msg":"trace[1449832881] linearizableReadLoop","detail":"{readStateIndex:16977; appliedIndex:16976; }","duration":"253.297552ms","start":"2026-03-02T21:56:23.0063Z","end":"2026-03-02T21:56:23.259598Z","steps":["trace[1449832881] 'read index received' (duration: 235.851715ms)","trace[1449832881] 'applied index is now lower than readState.Index' (duration: 17.444557ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:56:23.259892Z","caller":"traceutil/trace.go:171","msg":"trace[2136067799] transaction","detail":"{read_only:false; response_revision:16400; number_of_response:1; }","duration":"325.133438ms","start":"2026-03-02T21:56:22.934745Z","end":"2026-03-02T21:56:23.259878Z","steps":["trace[2136067799] 'process raft request' (duration: 307.366324ms)","trace[2136067799] 'compare' (duration: 16.546656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:56:23.260228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.118895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T21:56:23.260337Z","caller":"traceutil/trace.go:171","msg":"trace[1215830757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16400; }","duration":"243.293939ms","start":"2026-03-02T21:56:23.01702Z","end":"2026-03-02T21:56:23.260314Z","steps":["trace[1215830757] 'agreement among raft nodes before linearized reading' (duration: 242.986982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:23.260337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.002158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T21:56:23.260388Z","caller":"traceutil/trace.go:171","msg":"trace[25273305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16400; }","duration":"254.134431ms","start":"2026-03-02T21:56:23.00624Z","end":"2026-03-02T21:56:23.260375Z","steps":["trace[25273305] 'agreement among raft nodes before linearized reading' (duration: 253.923436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:23.260441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.733578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-cwtk9\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-03-02T21:56:23.260537Z","caller":"traceutil/trace.go:171","msg":"trace[270224631] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-cwtk9; range_end:; response_count:1; response_revision:16400; }","duration":"129.896352ms","start":"2026-03-02T21:56:23.130619Z","end":"2026-03-02T21:56:23.260516Z","steps":["trace[270224631] 'agreement among raft nodes before linearized reading' (duration: 129.606285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:23.260563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.780102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T21:56:23.260596Z","caller":"traceutil/trace.go:171","msg":"trace[765678831] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16400; }","duration":"163.852944ms","start":"2026-03-02T21:56:23.09673Z","end":"2026-03-02T21:56:23.260583Z","steps":["trace[765678831] 'agreement among raft nodes before linearized reading' (duration: 163.768822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:56:23.263327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:56:22.934725Z","time spent":"328.518668ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:56:23.441498Z","caller":"traceutil/trace.go:171","msg":"trace[871449942] transaction","detail":"{read_only:false; response_revision:16402; number_of_response:1; }","duration":"174.38695ms","start":"2026-03-02T21:56:23.267075Z","end":"2026-03-02T21:56:23.441462Z","steps":["trace[871449942] 'process raft request' (duration: 148.100285ms)","trace[871449942] 'compare' (duration: 25.350673ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:56:23.441703Z","caller":"traceutil/trace.go:171","msg":"trace[977048967] transaction","detail":"{read_only:false; response_revision:16403; number_of_response:1; }","duration":"172.797064ms","start":"2026-03-02T21:56:23.268894Z","end":"2026-03-02T21:56:23.441691Z","steps":["trace[977048967] 'process raft request' (duration: 171.848372ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:57:30.193306Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14535} {"level":"info","ts":"2026-03-02T21:57:30.282452Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14535,"took":"86.925732ms","hash":1918391059,"current-db-size-bytes":42532864,"current-db-size":"42 MB","current-db-size-in-use-bytes":30810112,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-02T21:57:30.282517Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1918391059,"revision":14535,"compact-revision":12121} {"level":"info","ts":"2026-03-02T22:01:02.834313Z","caller":"traceutil/trace.go:171","msg":"trace[936731191] transaction","detail":"{read_only:false; response_revision:18406; number_of_response:1; }","duration":"140.864317ms","start":"2026-03-02T22:01:02.693421Z","end":"2026-03-02T22:01:02.834285Z","steps":["trace[936731191] 'process raft request' (duration: 140.691863ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:01:29.237512Z","caller":"traceutil/trace.go:171","msg":"trace[116975317] transaction","detail":"{read_only:false; response_revision:18525; number_of_response:1; }","duration":"257.424555ms","start":"2026-03-02T22:01:28.980036Z","end":"2026-03-02T22:01:29.237461Z","steps":["trace[116975317] 'process raft request' (duration: 257.133148ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:01:29.237616Z","caller":"traceutil/trace.go:171","msg":"trace[1583124609] linearizableReadLoop","detail":"{readStateIndex:19180; appliedIndex:19179; }","duration":"188.492281ms","start":"2026-03-02T22:01:29.048833Z","end":"2026-03-02T22:01:29.237326Z","steps":["trace[1583124609] 'read index received' (duration: 188.244025ms)","trace[1583124609] 'applied index is now lower than readState.Index' (duration: 247.396µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:01:29.237811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.947061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:01:29.237911Z","caller":"traceutil/trace.go:171","msg":"trace[959755183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18525; }","duration":"189.100786ms","start":"2026-03-02T22:01:29.048781Z","end":"2026-03-02T22:01:29.237882Z","steps":["trace[959755183] 'agreement among raft nodes before linearized reading' (duration: 188.803189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:29.238043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.825192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:01:29.238171Z","caller":"traceutil/trace.go:171","msg":"trace[1946266401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18525; }","duration":"180.983765ms","start":"2026-03-02T22:01:29.05716Z","end":"2026-03-02T22:01:29.238144Z","steps":["trace[1946266401] 'agreement among raft nodes before linearized reading' (duration: 180.612936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:29.238236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.793326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T22:01:29.238279Z","caller":"traceutil/trace.go:171","msg":"trace[1365144544] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:18525; }","duration":"164.852768ms","start":"2026-03-02T22:01:29.073414Z","end":"2026-03-02T22:01:29.238266Z","steps":["trace[1365144544] 'agreement among raft nodes before linearized reading' (duration: 164.716675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:29.731742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.323352ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T22:01:29.732126Z","caller":"traceutil/trace.go:171","msg":"trace[1478781733] transaction","detail":"{read_only:false; response_revision:18526; number_of_response:1; }","duration":"490.145952ms","start":"2026-03-02T22:01:29.241952Z","end":"2026-03-02T22:01:29.732098Z","steps":["trace[1478781733] 'process raft request' (duration: 489.897456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:29.732278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:01:29.241919Z","time spent":"490.278095ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:01:30.317449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.554453ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:01:30.31758Z","caller":"traceutil/trace.go:171","msg":"trace[417987284] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18526; }","duration":"267.696866ms","start":"2026-03-02T22:01:30.049862Z","end":"2026-03-02T22:01:30.317558Z","steps":["trace[417987284] 'range keys from in-memory index tree' (duration: 267.537372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:30.317668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.508394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:01:30.317903Z","caller":"traceutil/trace.go:171","msg":"trace[335839570] transaction","detail":"{read_only:false; response_revision:18527; number_of_response:1; }","duration":"1.075771539s","start":"2026-03-02T22:01:29.242108Z","end":"2026-03-02T22:01:30.31788Z","steps":["trace[335839570] 'process raft request' (duration: 489.971159ms)","trace[335839570] 'compare' (duration: 585.262268ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:01:30.317969Z","caller":"traceutil/trace.go:171","msg":"trace[260642085] transaction","detail":"{read_only:false; response_revision:18528; number_of_response:1; }","duration":"1.07581463s","start":"2026-03-02T22:01:29.242129Z","end":"2026-03-02T22:01:30.317944Z","steps":["trace[260642085] 'process raft request' (duration: 1.075634316s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:30.317996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:01:29.242082Z","time spent":"1.075877201s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:01:30.317914Z","caller":"traceutil/trace.go:171","msg":"trace[1206032121] transaction","detail":"{read_only:false; response_revision:18530; number_of_response:1; }","duration":"277.990736ms","start":"2026-03-02T22:01:30.039909Z","end":"2026-03-02T22:01:30.3179Z","steps":["trace[1206032121] 'process raft request' (duration: 277.957995ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:01:30.318067Z","caller":"traceutil/trace.go:171","msg":"trace[987232120] transaction","detail":"{read_only:false; response_revision:18529; number_of_response:1; }","duration":"1.075739848s","start":"2026-03-02T22:01:29.242317Z","end":"2026-03-02T22:01:30.318057Z","steps":["trace[987232120] 'process raft request' (duration: 1.075508183s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:30.318122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:01:29.242309Z","time spent":"1.075788399s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:01:30.318031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:01:29.2421Z","time spent":"1.075895582s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:01:30.318233Z","caller":"traceutil/trace.go:171","msg":"trace[1350551878] linearizableReadLoop","detail":"{readStateIndex:19185; appliedIndex:19180; }","duration":"987.561495ms","start":"2026-03-02T22:01:29.330634Z","end":"2026-03-02T22:01:30.318196Z","steps":["trace[1350551878] 'read index received' (duration: 14.793627ms)","trace[1350551878] 'applied index is now lower than readState.Index' (duration: 972.745077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:01:30.318413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.687473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:01:30.318445Z","caller":"traceutil/trace.go:171","msg":"trace[1991359967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18530; }","duration":"149.768795ms","start":"2026-03-02T22:01:30.168666Z","end":"2026-03-02T22:01:30.318435Z","steps":["trace[1991359967] 'agreement among raft nodes before linearized reading' (duration: 149.699774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:30.318473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.623449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:01:30.318514Z","caller":"traceutil/trace.go:171","msg":"trace[1379779283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18530; }","duration":"565.690681ms","start":"2026-03-02T22:01:29.75281Z","end":"2026-03-02T22:01:30.3185Z","steps":["trace[1379779283] 'agreement among raft nodes before linearized reading' (duration: 565.557628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:30.318535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.050336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-686769f4d7-h4gxn.189925206df54398\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-03-02T22:01:30.318555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:01:29.752795Z","time spent":"565.751922ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:01:30.318583Z","caller":"traceutil/trace.go:171","msg":"trace[1692797035] range","detail":"{range_begin:/registry/events/openstack/heat-api-686769f4d7-h4gxn.189925206df54398; range_end:; response_count:1; response_revision:18530; }","duration":"756.128737ms","start":"2026-03-02T22:01:29.562438Z","end":"2026-03-02T22:01:30.318567Z","steps":["trace[1692797035] 'agreement among raft nodes before linearized reading' (duration: 755.919552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:30.318611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:01:29.562418Z","time spent":"756.185249ms","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":928,"request content":"key:\"/registry/events/openstack/heat-api-686769f4d7-h4gxn.189925206df54398\" "} {"level":"warn","ts":"2026-03-02T22:01:30.319143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.114647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:01:30.319203Z","caller":"traceutil/trace.go:171","msg":"trace[1635870374] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:18530; }","duration":"988.599038ms","start":"2026-03-02T22:01:29.33059Z","end":"2026-03-02T22:01:30.319189Z","steps":["trace[1635870374] 'agreement among raft nodes before linearized reading' (duration: 987.675517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:30.319414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:01:29.330576Z","time spent":"988.826163ms","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":192,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:01:30.688135Z","caller":"traceutil/trace.go:171","msg":"trace[1903251068] transaction","detail":"{read_only:false; response_revision:18531; number_of_response:1; }","duration":"365.29043ms","start":"2026-03-02T22:01:30.322774Z","end":"2026-03-02T22:01:30.688065Z","steps":["trace[1903251068] 'process raft request' (duration: 346.015228ms)","trace[1903251068] 'compare' (duration: 18.987925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:01:30.68837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:01:30.322758Z","time spent":"365.490494ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:01:30.688445Z","caller":"traceutil/trace.go:171","msg":"trace[1022920365] transaction","detail":"{read_only:false; response_revision:18532; number_of_response:1; }","duration":"330.960166ms","start":"2026-03-02T22:01:30.357445Z","end":"2026-03-02T22:01:30.688405Z","steps":["trace[1022920365] 'process raft request' (duration: 330.563297ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:01:30.688468Z","caller":"traceutil/trace.go:171","msg":"trace[1015897981] transaction","detail":"{read_only:false; response_revision:18533; number_of_response:1; }","duration":"220.984723ms","start":"2026-03-02T22:01:30.467463Z","end":"2026-03-02T22:01:30.688448Z","steps":["trace[1015897981] 'process raft request' (duration: 220.85685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:30.690626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:01:30.357429Z","time spent":"331.13029ms","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:01:31.199236Z","caller":"traceutil/trace.go:171","msg":"trace[459787489] linearizableReadLoop","detail":"{readStateIndex:19191; appliedIndex:19190; }","duration":"185.887081ms","start":"2026-03-02T22:01:31.013324Z","end":"2026-03-02T22:01:31.199211Z","steps":["trace[459787489] 'read index received' (duration: 167.935821ms)","trace[459787489] 'applied index is now lower than readState.Index' (duration: 17.94995ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:01:31.19941Z","caller":"traceutil/trace.go:171","msg":"trace[2010069274] transaction","detail":"{read_only:false; response_revision:18534; number_of_response:1; }","duration":"503.827462ms","start":"2026-03-02T22:01:30.695551Z","end":"2026-03-02T22:01:31.199378Z","steps":["trace[2010069274] 'process raft request' (duration: 485.80457ms)","trace[2010069274] 'compare' (duration: 17.280225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:01:31.199531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.198899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-02T22:01:31.199575Z","caller":"traceutil/trace.go:171","msg":"trace[1832292079] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18534; }","duration":"186.294421ms","start":"2026-03-02T22:01:31.013265Z","end":"2026-03-02T22:01:31.199559Z","steps":["trace[1832292079] 'agreement among raft nodes before linearized reading' (duration: 186.115776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:31.199565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:01:30.695532Z","time spent":"503.941745ms","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:01:31.441925Z","caller":"traceutil/trace.go:171","msg":"trace[741024158] transaction","detail":"{read_only:false; response_revision:18536; number_of_response:1; }","duration":"194.669516ms","start":"2026-03-02T22:01:31.247226Z","end":"2026-03-02T22:01:31.441895Z","steps":["trace[741024158] 'process raft request' (duration: 157.005324ms)","trace[741024158] 'compare' (duration: 37.311223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:01:32.089355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.06545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:01:32.089562Z","caller":"traceutil/trace.go:171","msg":"trace[940553177] linearizableReadLoop","detail":"{readStateIndex:19194; appliedIndex:19192; }","duration":"770.000513ms","start":"2026-03-02T22:01:31.319541Z","end":"2026-03-02T22:01:32.089541Z","steps":["trace[940553177] 'read index received' (duration: 84.657882ms)","trace[940553177] 'applied index is now lower than readState.Index' (duration: 685.341431ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:01:32.089682Z","caller":"traceutil/trace.go:171","msg":"trace[1395050456] transaction","detail":"{read_only:false; response_revision:18538; number_of_response:1; }","duration":"700.333822ms","start":"2026-03-02T22:01:31.389333Z","end":"2026-03-02T22:01:32.089667Z","steps":["trace[1395050456] 'process raft request' (duration: 700.131867ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:01:32.089654Z","caller":"traceutil/trace.go:171","msg":"trace[530305943] transaction","detail":"{read_only:false; response_revision:18537; number_of_response:1; }","duration":"823.476254ms","start":"2026-03-02T22:01:31.266147Z","end":"2026-03-02T22:01:32.089623Z","steps":["trace[530305943] 'process raft request' (duration: 527.051235ms)","trace[530305943] 'compare' (duration: 295.948438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:01:32.089767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:01:31.389303Z","time spent":"700.419884ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:01:32.089815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:01:31.266127Z","time spent":"823.605417ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:01:32.089971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.198581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-02T22:01:32.090055Z","caller":"traceutil/trace.go:171","msg":"trace[770251371] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:18538; }","duration":"648.321564ms","start":"2026-03-02T22:01:31.441707Z","end":"2026-03-02T22:01:32.090029Z","steps":["trace[770251371] 'agreement among raft nodes before linearized reading' (duration: 648.083269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:32.090111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:01:31.441685Z","time spent":"648.411916ms","remote":"127.0.0.1:45148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-02T22:01:32.090227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.783692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:01:32.090208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.273161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:01:32.090263Z","caller":"traceutil/trace.go:171","msg":"trace[594301938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18538; }","duration":"345.842324ms","start":"2026-03-02T22:01:31.744411Z","end":"2026-03-02T22:01:32.090253Z","steps":["trace[594301938] 'agreement among raft nodes before linearized reading' (duration: 345.736992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:32.090284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:01:31.744397Z","time spent":"345.883435ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:01:32.090285Z","caller":"traceutil/trace.go:171","msg":"trace[1768327887] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:18538; }","duration":"131.400225ms","start":"2026-03-02T22:01:31.958867Z","end":"2026-03-02T22:01:32.090267Z","steps":["trace[1768327887] 'agreement among raft nodes before linearized reading' (duration: 131.250461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:32.090306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.74971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T22:01:32.090367Z","caller":"traceutil/trace.go:171","msg":"trace[389493414] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18538; }","duration":"770.851044ms","start":"2026-03-02T22:01:31.319503Z","end":"2026-03-02T22:01:32.090354Z","steps":["trace[389493414] 'agreement among raft nodes before linearized reading' (duration: 770.662948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:32.0904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:01:31.319483Z","time spent":"770.911804ms","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:01:32.090427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.894649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126056"} {"level":"info","ts":"2026-03-02T22:01:32.090529Z","caller":"traceutil/trace.go:171","msg":"trace[886644521] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:18538; }","duration":"620.049333ms","start":"2026-03-02T22:01:31.470457Z","end":"2026-03-02T22:01:32.090506Z","steps":["trace[886644521] 'agreement among raft nodes before linearized reading' (duration: 619.702834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:01:32.090597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:01:31.470433Z","time spent":"620.149346ms","remote":"127.0.0.1:45142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126078,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-02T22:02:30.199966Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16978} {"level":"info","ts":"2026-03-02T22:02:30.316389Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16978,"took":"112.78687ms","hash":3825265946,"current-db-size-bytes":42954752,"current-db-size":"43 MB","current-db-size-in-use-bytes":25989120,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-02T22:02:30.316468Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3825265946,"revision":16978,"compact-revision":14535} {"level":"info","ts":"2026-03-02T22:03:09.408148Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1812db8446d3ac67","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T22:03:09.414288Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-02T22:03:09.414387Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-02T22:05:03.340223Z","caller":"traceutil/trace.go:171","msg":"trace[1533151230] linearizableReadLoop","detail":"{readStateIndex:21407; appliedIndex:21406; }","duration":"141.237984ms","start":"2026-03-02T22:05:03.198961Z","end":"2026-03-02T22:05:03.340199Z","steps":["trace[1533151230] 'read index received' (duration: 141.016319ms)","trace[1533151230] 'applied index is now lower than readState.Index' (duration: 220.705µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:05:03.340416Z","caller":"traceutil/trace.go:171","msg":"trace[1638491294] transaction","detail":"{read_only:false; response_revision:20684; number_of_response:1; }","duration":"155.305304ms","start":"2026-03-02T22:05:03.185098Z","end":"2026-03-02T22:05:03.340403Z","steps":["trace[1638491294] 'process raft request' (duration: 154.931775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:03.340669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.370392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-szb58\" ","response":"range_response_count:1 size:4411"} {"level":"warn","ts":"2026-03-02T22:05:03.340694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.718096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:05:03.340753Z","caller":"traceutil/trace.go:171","msg":"trace[350529594] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-szb58; range_end:; response_count:1; response_revision:20684; }","duration":"108.494515ms","start":"2026-03-02T22:05:03.232239Z","end":"2026-03-02T22:05:03.340733Z","steps":["trace[350529594] 'agreement among raft nodes before linearized reading' (duration: 108.284061ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:03.340769Z","caller":"traceutil/trace.go:171","msg":"trace[443116377] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:0; response_revision:20684; }","duration":"141.842199ms","start":"2026-03-02T22:05:03.198909Z","end":"2026-03-02T22:05:03.340751Z","steps":["trace[443116377] 'agreement among raft nodes before linearized reading' (duration: 141.725336ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:03.507666Z","caller":"traceutil/trace.go:171","msg":"trace[1619731575] transaction","detail":"{read_only:false; response_revision:20685; number_of_response:1; }","duration":"162.725697ms","start":"2026-03-02T22:05:03.344905Z","end":"2026-03-02T22:05:03.507631Z","steps":["trace[1619731575] 'process raft request' (duration: 118.218083ms)","trace[1619731575] 'compare' (duration: 44.341951ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:05:03.773792Z","caller":"traceutil/trace.go:171","msg":"trace[14047517] linearizableReadLoop","detail":"{readStateIndex:21409; appliedIndex:21407; }","duration":"428.423422ms","start":"2026-03-02T22:05:03.34535Z","end":"2026-03-02T22:05:03.773773Z","steps":["trace[14047517] 'read index received' (duration: 117.843565ms)","trace[14047517] 'applied index is now lower than readState.Index' (duration: 310.579107ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:05:03.774109Z","caller":"traceutil/trace.go:171","msg":"trace[597255043] transaction","detail":"{read_only:false; response_revision:20686; number_of_response:1; }","duration":"428.937433ms","start":"2026-03-02T22:05:03.345159Z","end":"2026-03-02T22:05:03.774096Z","steps":["trace[597255043] 'process raft request' (duration: 428.426231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:03.774201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:03.345133Z","time spent":"429.005425ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:05:03.774225Z","caller":"traceutil/trace.go:171","msg":"trace[1553294754] transaction","detail":"{read_only:false; response_revision:20687; number_of_response:1; }","duration":"428.569545ms","start":"2026-03-02T22:05:03.345631Z","end":"2026-03-02T22:05:03.7742Z","steps":["trace[1553294754] 'process raft request' (duration: 428.074663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:03.774287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.903182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T22:05:03.774341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:03.345623Z","time spent":"428.654966ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:05:03.774372Z","caller":"traceutil/trace.go:171","msg":"trace[918854592] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20688; }","duration":"429.033846ms","start":"2026-03-02T22:05:03.345317Z","end":"2026-03-02T22:05:03.774351Z","steps":["trace[918854592] 'agreement among raft nodes before linearized reading' (duration: 428.733209ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:03.774409Z","caller":"traceutil/trace.go:171","msg":"trace[636088767] transaction","detail":"{read_only:false; response_revision:20688; number_of_response:1; }","duration":"425.545924ms","start":"2026-03-02T22:05:03.348855Z","end":"2026-03-02T22:05:03.774401Z","steps":["trace[636088767] 'process raft request' (duration: 424.879099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:03.774427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:03.345309Z","time spent":"429.101077ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:05:03.774458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:03.348836Z","time spent":"425.594495ms","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4727,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:05:03.921819Z","caller":"traceutil/trace.go:171","msg":"trace[1158888490] transaction","detail":"{read_only:false; response_revision:20690; number_of_response:1; }","duration":"408.830021ms","start":"2026-03-02T22:05:03.512961Z","end":"2026-03-02T22:05:03.921791Z","steps":["trace[1158888490] 'process raft request' (duration: 408.720318ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:03.921852Z","caller":"traceutil/trace.go:171","msg":"trace[1187267656] transaction","detail":"{read_only:false; response_revision:20689; number_of_response:1; }","duration":"410.376068ms","start":"2026-03-02T22:05:03.511443Z","end":"2026-03-02T22:05:03.921819Z","steps":["trace[1187267656] 'process raft request' (duration: 381.44422ms)","trace[1187267656] 'compare' (duration: 28.645322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:05:03.921966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:03.512948Z","time spent":"408.948945ms","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:05:03.92204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:03.511416Z","time spent":"410.513512ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:05:03.922485Z","caller":"traceutil/trace.go:171","msg":"trace[138505682] linearizableReadLoop","detail":"{readStateIndex:21414; appliedIndex:21411; }","duration":"148.599086ms","start":"2026-03-02T22:05:03.773873Z","end":"2026-03-02T22:05:03.922472Z","steps":["trace[138505682] 'read index received' (duration: 119.215846ms)","trace[138505682] 'applied index is now lower than readState.Index' (duration: 29.38206ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:05:03.922564Z","caller":"traceutil/trace.go:171","msg":"trace[1338358545] transaction","detail":"{read_only:false; response_revision:20691; number_of_response:1; }","duration":"409.196281ms","start":"2026-03-02T22:05:03.513339Z","end":"2026-03-02T22:05:03.922535Z","steps":["trace[1338358545] 'process raft request' (duration: 408.410552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:03.922612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.816541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:05:03.922647Z","caller":"traceutil/trace.go:171","msg":"trace[1256999574] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:20691; }","duration":"451.856912ms","start":"2026-03-02T22:05:03.470779Z","end":"2026-03-02T22:05:03.922636Z","steps":["trace[1256999574] 'agreement among raft nodes before linearized reading' (duration: 451.785381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:03.922679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:03.47075Z","time spent":"451.921394ms","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:05:03.922683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.491631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5149"} {"level":"info","ts":"2026-03-02T22:05:03.922732Z","caller":"traceutil/trace.go:171","msg":"trace[1998365315] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:20691; }","duration":"361.579583ms","start":"2026-03-02T22:05:03.56114Z","end":"2026-03-02T22:05:03.922719Z","steps":["trace[1998365315] 'agreement among raft nodes before linearized reading' (duration: 361.397869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:03.922717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:03.513317Z","time spent":"409.314633ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:05:03.922759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:05:03.561119Z","time spent":"361.634675ms","remote":"127.0.0.1:45542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5171,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:05:03.965103Z","caller":"traceutil/trace.go:171","msg":"trace[2110020991] transaction","detail":"{read_only:false; response_revision:20692; number_of_response:1; }","duration":"185.459791ms","start":"2026-03-02T22:05:03.779629Z","end":"2026-03-02T22:05:03.965089Z","steps":["trace[2110020991] 'process raft request' (duration: 185.283487ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:03.965254Z","caller":"traceutil/trace.go:171","msg":"trace[1584744357] transaction","detail":"{read_only:false; response_revision:20693; number_of_response:1; }","duration":"184.779476ms","start":"2026-03-02T22:05:03.780467Z","end":"2026-03-02T22:05:03.965247Z","steps":["trace[1584744357] 'process raft request' (duration: 184.576051ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:03.965484Z","caller":"traceutil/trace.go:171","msg":"trace[2073865467] transaction","detail":"{read_only:false; response_revision:20694; number_of_response:1; }","duration":"184.583251ms","start":"2026-03-02T22:05:03.780881Z","end":"2026-03-02T22:05:03.965464Z","steps":["trace[2073865467] 'process raft request' (duration: 184.326045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:05:03.965502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.831227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:05:03.965575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.226843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-j5bsn\" ","response":"range_response_count:1 size:5599"} {"level":"warn","ts":"2026-03-02T22:05:03.965601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.221797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:05:03.965632Z","caller":"traceutil/trace.go:171","msg":"trace[37258408] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-j5bsn; range_end:; response_count:1; response_revision:20694; }","duration":"187.339635ms","start":"2026-03-02T22:05:03.778277Z","end":"2026-03-02T22:05:03.965617Z","steps":["trace[37258408] 'agreement among raft nodes before linearized reading' (duration: 187.166061ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:03.965607Z","caller":"traceutil/trace.go:171","msg":"trace[2031758356] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:20694; }","duration":"118.95593ms","start":"2026-03-02T22:05:03.846629Z","end":"2026-03-02T22:05:03.965585Z","steps":["trace[2031758356] 'agreement among raft nodes before linearized reading' (duration: 118.837208ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:05:03.965679Z","caller":"traceutil/trace.go:171","msg":"trace[437857680] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20694; }","duration":"139.342419ms","start":"2026-03-02T22:05:03.826321Z","end":"2026-03-02T22:05:03.965663Z","steps":["trace[437857680] 'agreement among raft nodes before linearized reading' (duration: 139.098394ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:07:30.206348Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19073} {"level":"info","ts":"2026-03-02T22:07:30.312352Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19073,"took":"102.106555ms","hash":1575354895,"current-db-size-bytes":46055424,"current-db-size":"46 MB","current-db-size-in-use-bytes":39243776,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-03-02T22:07:30.312426Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1575354895,"revision":19073,"compact-revision":16978} {"level":"info","ts":"2026-03-02T22:08:23.528541Z","caller":"traceutil/trace.go:171","msg":"trace[420310696] transaction","detail":"{read_only:false; response_revision:22672; number_of_response:1; }","duration":"241.618667ms","start":"2026-03-02T22:08:23.286901Z","end":"2026-03-02T22:08:23.52852Z","steps":["trace[420310696] 'process raft request' (duration: 241.465953ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:23.926198Z","caller":"traceutil/trace.go:171","msg":"trace[1972926268] transaction","detail":"{read_only:false; response_revision:22673; number_of_response:1; }","duration":"126.84255ms","start":"2026-03-02T22:08:23.799329Z","end":"2026-03-02T22:08:23.926171Z","steps":["trace[1972926268] 'process raft request' (duration: 126.621264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:24.530337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704765332,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:08:24.714846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:23.946119Z","time spent":"768.720008ms","remote":"127.0.0.1:45110","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T22:08:24.71495Z","caller":"traceutil/trace.go:171","msg":"trace[987503439] linearizableReadLoop","detail":"{readStateIndex:23448; appliedIndex:23446; }","duration":"685.32099ms","start":"2026-03-02T22:08:24.029603Z","end":"2026-03-02T22:08:24.714924Z","steps":["trace[987503439] 'read index received' (duration: 606.800386ms)","trace[987503439] 'applied index is now lower than readState.Index' (duration: 78.519414ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:24.715237Z","caller":"traceutil/trace.go:171","msg":"trace[1969535696] transaction","detail":"{read_only:false; response_revision:22675; number_of_response:1; }","duration":"164.980036ms","start":"2026-03-02T22:08:24.550202Z","end":"2026-03-02T22:08:24.715182Z","steps":["trace[1969535696] 'process raft request' (duration: 164.673369ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:24.715462Z","caller":"traceutil/trace.go:171","msg":"trace[1798086829] transaction","detail":"{read_only:false; response_revision:22674; number_of_response:1; }","duration":"644.413968ms","start":"2026-03-02T22:08:24.07104Z","end":"2026-03-02T22:08:24.715454Z","steps":["trace[1798086829] 'process raft request' (duration: 643.701302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:24.715545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:24.071Z","time spent":"644.48008ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:24.71566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.041466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T22:08:24.715708Z","caller":"traceutil/trace.go:171","msg":"trace[26536240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22675; }","duration":"686.139149ms","start":"2026-03-02T22:08:24.029557Z","end":"2026-03-02T22:08:24.715696Z","steps":["trace[26536240] 'agreement among raft nodes before linearized reading' (duration: 685.669308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:24.715744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:24.029536Z","time spent":"686.19933ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:08:25.215227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704765338,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:08:25.273652Z","caller":"traceutil/trace.go:171","msg":"trace[440554406] transaction","detail":"{read_only:false; response_revision:22676; number_of_response:1; }","duration":"619.102994ms","start":"2026-03-02T22:08:24.654521Z","end":"2026-03-02T22:08:25.273624Z","steps":["trace[440554406] 'process raft request' (duration: 618.931439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:25.273858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:24.654501Z","time spent":"619.279998ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:25.418519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.449422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:25.418912Z","caller":"traceutil/trace.go:171","msg":"trace[397256074] transaction","detail":"{read_only:false; response_revision:22679; number_of_response:1; }","duration":"394.386544ms","start":"2026-03-02T22:08:25.024504Z","end":"2026-03-02T22:08:25.418891Z","steps":["trace[397256074] 'process raft request' (duration: 394.136988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:25.418981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250768162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:25.419015Z","caller":"traceutil/trace.go:171","msg":"trace[908317421] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22679; }","duration":"1.250822004s","start":"2026-03-02T22:08:24.168183Z","end":"2026-03-02T22:08:25.419005Z","steps":["trace[908317421] 'agreement among raft nodes before linearized reading' (duration: 1.250709541s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:25.419015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:25.024484Z","time spent":"394.481406ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:25.419043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:24.168173Z","time spent":"1.250865544s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:08:25.41903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097143704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:25.419032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309167094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:25.419107Z","caller":"traceutil/trace.go:171","msg":"trace[215854085] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:22679; }","duration":"1.097271757s","start":"2026-03-02T22:08:24.321816Z","end":"2026-03-02T22:08:25.419087Z","steps":["trace[215854085] 'agreement among raft nodes before linearized reading' (duration: 1.097091192s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:25.419055Z","caller":"traceutil/trace.go:171","msg":"trace[1791024417] transaction","detail":"{read_only:false; response_revision:22678; number_of_response:1; }","duration":"699.514823ms","start":"2026-03-02T22:08:24.719484Z","end":"2026-03-02T22:08:25.418999Z","steps":["trace[1791024417] 'process raft request' (duration: 699.106543ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:25.419118Z","caller":"traceutil/trace.go:171","msg":"trace[1979984221] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:22679; }","duration":"1.309299238s","start":"2026-03-02T22:08:24.109797Z","end":"2026-03-02T22:08:25.419096Z","steps":["trace[1979984221] 'agreement among raft nodes before linearized reading' (duration: 1.309146264s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:25.419139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:24.321795Z","time spent":"1.097338148s","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:25.419164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:24.109779Z","time spent":"1.309373549s","remote":"127.0.0.1:33458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:25.419193Z","caller":"traceutil/trace.go:171","msg":"trace[751471573] linearizableReadLoop","detail":"{readStateIndex:23453; appliedIndex:23450; }","duration":"703.67423ms","start":"2026-03-02T22:08:24.715004Z","end":"2026-03-02T22:08:25.418678Z","steps":["trace[751471573] 'read index received' (duration: 558.762527ms)","trace[751471573] 'applied index is now lower than readState.Index' (duration: 144.910813ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:25.419147Z","caller":"traceutil/trace.go:171","msg":"trace[1319056074] transaction","detail":"{read_only:false; response_revision:22677; number_of_response:1; }","duration":"703.299262ms","start":"2026-03-02T22:08:24.71579Z","end":"2026-03-02T22:08:25.419089Z","steps":["trace[1319056074] 'process raft request' (duration: 587.207115ms)","trace[1319056074] 'compare' (duration: 115.212826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:25.419241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26082279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:08:25.419309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.890867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:25.419255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:24.719467Z","time spent":"699.680626ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:25.419313Z","caller":"traceutil/trace.go:171","msg":"trace[1392201711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22679; }","duration":"1.260925912s","start":"2026-03-02T22:08:24.158367Z","end":"2026-03-02T22:08:25.419293Z","steps":["trace[1392201711] 'agreement among raft nodes before linearized reading' (duration: 1.260546703s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:25.419337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.737036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:08:25.419361Z","caller":"traceutil/trace.go:171","msg":"trace[1884650180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22679; }","duration":"641.796008ms","start":"2026-03-02T22:08:24.777557Z","end":"2026-03-02T22:08:25.419353Z","steps":["trace[1884650180] 'agreement among raft nodes before linearized reading' (duration: 641.708096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:25.41937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:24.158352Z","time spent":"1.261004634s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:08:25.41939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:24.777539Z","time spent":"641.844268ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:25.419381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.317933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:25.419421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.695371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T22:08:25.419334Z","caller":"traceutil/trace.go:171","msg":"trace[2125675067] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:22679; }","duration":"305.952798ms","start":"2026-03-02T22:08:25.113376Z","end":"2026-03-02T22:08:25.419329Z","steps":["trace[2125675067] 'agreement among raft nodes before linearized reading' (duration: 305.915867ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:25.419441Z","caller":"traceutil/trace.go:171","msg":"trace[1557981709] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22679; }","duration":"196.790444ms","start":"2026-03-02T22:08:25.222646Z","end":"2026-03-02T22:08:25.419437Z","steps":["trace[1557981709] 'agreement among raft nodes before linearized reading' (duration: 196.699372ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:25.41946Z","caller":"traceutil/trace.go:171","msg":"trace[429251741] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:22679; }","duration":"142.426436ms","start":"2026-03-02T22:08:25.277011Z","end":"2026-03-02T22:08:25.419438Z","steps":["trace[429251741] 'agreement among raft nodes before linearized reading' (duration: 142.292223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:25.419459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.054692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-02T22:08:25.419398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:24.715768Z","time spent":"703.528588ms","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:25.419456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.488636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:25.41951Z","caller":"traceutil/trace.go:171","msg":"trace[1829586254] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22679; }","duration":"341.141064ms","start":"2026-03-02T22:08:25.078355Z","end":"2026-03-02T22:08:25.419496Z","steps":["trace[1829586254] 'agreement among raft nodes before linearized reading' (duration: 341.019531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:25.419464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:25.113353Z","time spent":"306.098791ms","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:25.419536Z","caller":"traceutil/trace.go:171","msg":"trace[592372078] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22679; }","duration":"517.62505ms","start":"2026-03-02T22:08:24.901891Z","end":"2026-03-02T22:08:25.419516Z","steps":["trace[592372078] 'agreement among raft nodes before linearized reading' (duration: 517.491386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:25.419545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.636253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:08:25.419553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:25.078335Z","time spent":"341.210946ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:08:25.419632Z","caller":"traceutil/trace.go:171","msg":"trace[1931658494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22679; }","duration":"641.716385ms","start":"2026-03-02T22:08:24.777865Z","end":"2026-03-02T22:08:25.419581Z","steps":["trace[1931658494] 'agreement among raft nodes before linearized reading' (duration: 641.577832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:25.419462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.093324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T22:08:25.419656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:24.90187Z","time spent":"517.710012ms","remote":"127.0.0.1:58228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:25.419692Z","caller":"traceutil/trace.go:171","msg":"trace[653925571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22679; }","duration":"384.37138ms","start":"2026-03-02T22:08:25.035311Z","end":"2026-03-02T22:08:25.419682Z","steps":["trace[653925571] 'agreement among raft nodes before linearized reading' (duration: 384.053363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:25.419696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:24.777848Z","time spent":"641.835497ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:25.419729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:25.035285Z","time spent":"384.436352ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:25.419197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371356695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:25.419778Z","caller":"traceutil/trace.go:171","msg":"trace[692979860] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:22679; }","duration":"1.37196958s","start":"2026-03-02T22:08:24.047797Z","end":"2026-03-02T22:08:25.419766Z","steps":["trace[692979860] 'agreement among raft nodes before linearized reading' (duration: 1.371285373s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:25.419827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:24.047776Z","time spent":"1.372037471s","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:25.645413Z","caller":"traceutil/trace.go:171","msg":"trace[2001513071] linearizableReadLoop","detail":"{readStateIndex:23454; appliedIndex:23453; }","duration":"221.460983ms","start":"2026-03-02T22:08:25.423917Z","end":"2026-03-02T22:08:25.645378Z","steps":["trace[2001513071] 'read index received' (duration: 219.999909ms)","trace[2001513071] 'applied index is now lower than readState.Index' (duration: 1.460124ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:25.645503Z","caller":"traceutil/trace.go:171","msg":"trace[1804243731] transaction","detail":"{read_only:false; response_revision:22680; number_of_response:1; }","duration":"222.436345ms","start":"2026-03-02T22:08:25.423034Z","end":"2026-03-02T22:08:25.64547Z","steps":["trace[1804243731] 'process raft request' (duration: 220.822408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:25.645649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.710568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T22:08:25.645692Z","caller":"traceutil/trace.go:171","msg":"trace[1020899925] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22680; }","duration":"221.78302ms","start":"2026-03-02T22:08:25.423897Z","end":"2026-03-02T22:08:25.64568Z","steps":["trace[1020899925] 'agreement among raft nodes before linearized reading' (duration: 221.615346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:25.646479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.456287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T22:08:25.646543Z","caller":"traceutil/trace.go:171","msg":"trace[1151043762] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:22685; }","duration":"222.532018ms","start":"2026-03-02T22:08:25.423996Z","end":"2026-03-02T22:08:25.646528Z","steps":["trace[1151043762] 'agreement among raft nodes before linearized reading' (duration: 222.361684ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:25.646582Z","caller":"traceutil/trace.go:171","msg":"trace[1112064202] transaction","detail":"{read_only:false; response_revision:22683; number_of_response:1; }","duration":"221.608726ms","start":"2026-03-02T22:08:25.424949Z","end":"2026-03-02T22:08:25.646558Z","steps":["trace[1112064202] 'process raft request' (duration: 221.325529ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:25.646716Z","caller":"traceutil/trace.go:171","msg":"trace[622842380] transaction","detail":"{read_only:false; response_revision:22684; number_of_response:1; }","duration":"218.634036ms","start":"2026-03-02T22:08:25.428072Z","end":"2026-03-02T22:08:25.646706Z","steps":["trace[622842380] 'process raft request' (duration: 218.234327ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:25.646783Z","caller":"traceutil/trace.go:171","msg":"trace[1466232032] transaction","detail":"{read_only:false; response_revision:22685; number_of_response:1; }","duration":"113.749612ms","start":"2026-03-02T22:08:25.533027Z","end":"2026-03-02T22:08:25.646777Z","steps":["trace[1466232032] 'process raft request' (duration: 113.301302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:25.646854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.650277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:25.646875Z","caller":"traceutil/trace.go:171","msg":"trace[459286390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22685; }","duration":"218.703367ms","start":"2026-03-02T22:08:25.428167Z","end":"2026-03-02T22:08:25.64687Z","steps":["trace[459286390] 'agreement among raft nodes before linearized reading' (duration: 218.660636ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:25.646888Z","caller":"traceutil/trace.go:171","msg":"trace[10714756] transaction","detail":"{read_only:false; response_revision:22681; number_of_response:1; }","duration":"222.695512ms","start":"2026-03-02T22:08:25.42418Z","end":"2026-03-02T22:08:25.646875Z","steps":["trace[10714756] 'process raft request' (duration: 221.861932ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:25.647029Z","caller":"traceutil/trace.go:171","msg":"trace[359880837] transaction","detail":"{read_only:false; response_revision:22682; number_of_response:1; }","duration":"222.137728ms","start":"2026-03-02T22:08:25.424881Z","end":"2026-03-02T22:08:25.647019Z","steps":["trace[359880837] 'process raft request' (duration: 221.35577ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:28.8987Z","caller":"traceutil/trace.go:171","msg":"trace[2048514085] transaction","detail":"{read_only:false; response_revision:22708; number_of_response:1; }","duration":"170.475435ms","start":"2026-03-02T22:08:28.728194Z","end":"2026-03-02T22:08:28.898669Z","steps":["trace[2048514085] 'process raft request' (duration: 170.267759ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:29.240879Z","caller":"traceutil/trace.go:171","msg":"trace[353228078] transaction","detail":"{read_only:false; response_revision:22710; number_of_response:1; }","duration":"178.293449ms","start":"2026-03-02T22:08:29.062552Z","end":"2026-03-02T22:08:29.240845Z","steps":["trace[353228078] 'process raft request' (duration: 177.974252ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:29.241099Z","caller":"traceutil/trace.go:171","msg":"trace[1798576453] transaction","detail":"{read_only:false; response_revision:22709; number_of_response:1; }","duration":"512.800317ms","start":"2026-03-02T22:08:28.728261Z","end":"2026-03-02T22:08:29.241062Z","steps":["trace[1798576453] 'process raft request' (duration: 442.70565ms)","trace[1798576453] 'compare' (duration: 69.423162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:29.241303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:28.728238Z","time spent":"512.93133ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:30.391135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.765339ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-02T22:08:30.391731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.80017ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:30.391856Z","caller":"traceutil/trace.go:171","msg":"trace[1073225409] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22710; }","duration":"341.938393ms","start":"2026-03-02T22:08:30.049898Z","end":"2026-03-02T22:08:30.391836Z","steps":["trace[1073225409] 'range keys from in-memory index tree' (duration: 341.778799ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:30.391902Z","caller":"traceutil/trace.go:171","msg":"trace[1803600724] transaction","detail":"{read_only:false; response_revision:22711; number_of_response:1; }","duration":"1.10460336s","start":"2026-03-02T22:08:29.287273Z","end":"2026-03-02T22:08:30.391876Z","steps":["trace[1803600724] 'process raft request' (duration: 1.103965254s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:30.392078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:29.287243Z","time spent":"1.104745464s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:31.252173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.230698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:31.252382Z","caller":"traceutil/trace.go:171","msg":"trace[511196606] transaction","detail":"{read_only:false; response_revision:22712; number_of_response:1; }","duration":"1.817393344s","start":"2026-03-02T22:08:29.434922Z","end":"2026-03-02T22:08:31.252315Z","steps":["trace[511196606] 'process raft request' (duration: 956.938461ms)","trace[511196606] 'compare' (duration: 859.475099ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:31.25244Z","caller":"traceutil/trace.go:171","msg":"trace[744158759] transaction","detail":"{read_only:false; response_revision:22714; number_of_response:1; }","duration":"1.245802836s","start":"2026-03-02T22:08:30.006619Z","end":"2026-03-02T22:08:31.252422Z","steps":["trace[744158759] 'process raft request' (duration: 1.245737375s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:31.252426Z","caller":"traceutil/trace.go:171","msg":"trace[499084433] linearizableReadLoop","detail":"{readStateIndex:23486; appliedIndex:23484; }","duration":"1.925277428s","start":"2026-03-02T22:08:29.327122Z","end":"2026-03-02T22:08:31.252399Z","steps":["trace[499084433] 'read index received' (duration: 235.265926ms)","trace[499084433] 'applied index is now lower than readState.Index' (duration: 1.690008192s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:31.252505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:30.006591Z","time spent":"1.245883677s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:31.252496Z","caller":"traceutil/trace.go:171","msg":"trace[971257637] transaction","detail":"{read_only:false; response_revision:22713; number_of_response:1; }","duration":"1.589563472s","start":"2026-03-02T22:08:29.662908Z","end":"2026-03-02T22:08:31.252471Z","steps":["trace[971257637] 'process raft request' (duration: 1.589363948s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.252544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:29.434875Z","time spent":"1.817583368s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:31.252545Z","caller":"traceutil/trace.go:171","msg":"trace[877497197] transaction","detail":"{read_only:false; response_revision:22715; number_of_response:1; }","duration":"939.207234ms","start":"2026-03-02T22:08:30.313316Z","end":"2026-03-02T22:08:31.252523Z","steps":["trace[877497197] 'process raft request' (duration: 939.07058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.252606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:29.662882Z","time spent":"1.589666644s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:31.252632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925487372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:31.252653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:30.313298Z","time spent":"939.298345ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:31.252673Z","caller":"traceutil/trace.go:171","msg":"trace[1645898029] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22715; }","duration":"1.925586046s","start":"2026-03-02T22:08:29.327074Z","end":"2026-03-02T22:08:31.25266Z","steps":["trace[1645898029] 'agreement among raft nodes before linearized reading' (duration: 1.925443892s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.25271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:29.327052Z","time spent":"1.925648188s","remote":"127.0.0.1:33490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:08:31.40677Z","caller":"traceutil/trace.go:171","msg":"trace[1321892882] transaction","detail":"{read_only:false; response_revision:22716; number_of_response:1; }","duration":"501.845839ms","start":"2026-03-02T22:08:30.904907Z","end":"2026-03-02T22:08:31.406752Z","steps":["trace[1321892882] 'process raft request' (duration: 501.660624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.406903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:30.904881Z","time spent":"501.961922ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:31.8121Z","caller":"traceutil/trace.go:171","msg":"trace[1168901362] linearizableReadLoop","detail":"{readStateIndex:23492; appliedIndex:23490; }","duration":"559.592156ms","start":"2026-03-02T22:08:31.252484Z","end":"2026-03-02T22:08:31.812076Z","steps":["trace[1168901362] 'read index received' (duration: 154.158781ms)","trace[1168901362] 'applied index is now lower than readState.Index' (duration: 405.430775ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:31.812557Z","caller":"traceutil/trace.go:171","msg":"trace[625472135] transaction","detail":"{read_only:false; response_revision:22717; number_of_response:1; }","duration":"564.710916ms","start":"2026-03-02T22:08:31.247823Z","end":"2026-03-02T22:08:31.812534Z","steps":["trace[625472135] 'process raft request' (duration: 465.924295ms)","trace[625472135] 'compare' (duration: 97.843838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:31.812659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105019231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:31.812713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:31.247803Z","time spent":"564.809129ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:31.812739Z","caller":"traceutil/trace.go:171","msg":"trace[950062796] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:22717; }","duration":"2.105121913s","start":"2026-03-02T22:08:29.707599Z","end":"2026-03-02T22:08:31.81272Z","steps":["trace[950062796] 'agreement among raft nodes before linearized reading' (duration: 2.10496382s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.812729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.180156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:31.812786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:29.707548Z","time spent":"2.105227286s","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:31.812826Z","caller":"traceutil/trace.go:171","msg":"trace[676058173] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22717; }","duration":"553.317329ms","start":"2026-03-02T22:08:31.259481Z","end":"2026-03-02T22:08:31.812798Z","steps":["trace[676058173] 'agreement among raft nodes before linearized reading' (duration: 553.168716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.812802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37741863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:08:31.812891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:31.259439Z","time spent":"553.440422ms","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:08:31.812928Z","caller":"traceutil/trace.go:171","msg":"trace[301413763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22717; }","duration":"2.377572063s","start":"2026-03-02T22:08:29.435306Z","end":"2026-03-02T22:08:31.812879Z","steps":["trace[301413763] 'agreement among raft nodes before linearized reading' (duration: 2.377260316s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.813014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151229976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:08:31.81309Z","caller":"traceutil/trace.go:171","msg":"trace[2044931899] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22717; }","duration":"2.151318508s","start":"2026-03-02T22:08:29.661757Z","end":"2026-03-02T22:08:31.813076Z","steps":["trace[2044931899] 'agreement among raft nodes before linearized reading' (duration: 2.151159854s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.81312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.340342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-02T22:08:31.813112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037626227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268825"} {"level":"info","ts":"2026-03-02T22:08:31.813151Z","caller":"traceutil/trace.go:171","msg":"trace[972405849] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22717; }","duration":"253.401283ms","start":"2026-03-02T22:08:31.559739Z","end":"2026-03-02T22:08:31.81314Z","steps":["trace[972405849] 'agreement among raft nodes before linearized reading' (duration: 253.306071ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:31.813162Z","caller":"traceutil/trace.go:171","msg":"trace[1415767192] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:22717; }","duration":"2.037713999s","start":"2026-03-02T22:08:29.775434Z","end":"2026-03-02T22:08:31.813148Z","steps":["trace[1415767192] 'agreement among raft nodes before linearized reading' (duration: 2.037161487s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.813199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:29.775416Z","time spent":"2.03777373s","remote":"127.0.0.1:45542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268847,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T22:08:31.813212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087062697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T22:08:31.813221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152175458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:08:31.813246Z","caller":"traceutil/trace.go:171","msg":"trace[1805349976] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22717; }","duration":"1.087153798s","start":"2026-03-02T22:08:30.726081Z","end":"2026-03-02T22:08:31.813235Z","steps":["trace[1805349976] 'agreement among raft nodes before linearized reading' (duration: 1.087009135s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.813274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152235819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:08:31.812894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151704597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:08:31.813282Z","caller":"traceutil/trace.go:171","msg":"trace[32556457] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22717; }","duration":"2.15226665s","start":"2026-03-02T22:08:29.661Z","end":"2026-03-02T22:08:31.813267Z","steps":["trace[32556457] 'agreement among raft nodes before linearized reading' (duration: 2.152120217s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.813274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644168615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:31.813313Z","caller":"traceutil/trace.go:171","msg":"trace[721402090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22717; }","duration":"2.152209119s","start":"2026-03-02T22:08:29.661095Z","end":"2026-03-02T22:08:31.813305Z","steps":["trace[721402090] 'agreement among raft nodes before linearized reading' (duration: 2.151439221s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.813282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152238269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:08:31.813342Z","caller":"traceutil/trace.go:171","msg":"trace[987641512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22717; }","duration":"2.152306301s","start":"2026-03-02T22:08:29.660992Z","end":"2026-03-02T22:08:31.813298Z","steps":["trace[987641512] 'agreement among raft nodes before linearized reading' (duration: 2.152187048s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.813351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.663055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:31.813361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:29.661065Z","time spent":"2.15227519s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:31.813298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:30.726049Z","time spent":"1.087242521s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:08:31.813044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:29.435297Z","time spent":"2.377703936s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:08:31.813382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:29.66097Z","time spent":"2.152402364s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:08:31.813386Z","caller":"traceutil/trace.go:171","msg":"trace[413216679] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:22717; }","duration":"736.731737ms","start":"2026-03-02T22:08:31.076644Z","end":"2026-03-02T22:08:31.813376Z","steps":["trace[413216679] 'agreement among raft nodes before linearized reading' (duration: 736.674445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.813414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:31.076619Z","time spent":"736.787678ms","remote":"127.0.0.1:33314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:31.813367Z","caller":"traceutil/trace.go:171","msg":"trace[256079143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22717; }","duration":"2.152351682s","start":"2026-03-02T22:08:29.660999Z","end":"2026-03-02T22:08:31.813351Z","steps":["trace[256079143] 'agreement among raft nodes before linearized reading' (duration: 2.152074786s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.813559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649576812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:08:31.813621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:29.660986Z","time spent":"2.152520456s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:31.81313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:29.661751Z","time spent":"2.15136952s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:08:31.81334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:29.660981Z","time spent":"2.152347422s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:08:31.813353Z","caller":"traceutil/trace.go:171","msg":"trace[1163319057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22717; }","duration":"1.644282117s","start":"2026-03-02T22:08:30.169053Z","end":"2026-03-02T22:08:31.813335Z","steps":["trace[1163319057] 'agreement among raft nodes before linearized reading' (duration: 1.644144784s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.813924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:30.169042Z","time spent":"1.644864231s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:08:31.813832Z","caller":"traceutil/trace.go:171","msg":"trace[141074122] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:22717; }","duration":"1.650264658s","start":"2026-03-02T22:08:30.163414Z","end":"2026-03-02T22:08:31.813679Z","steps":["trace[141074122] 'agreement among raft nodes before linearized reading' (duration: 1.649133901s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:31.815288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:30.163395Z","time spent":"1.651855915s","remote":"127.0.0.1:45446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:32.199604Z","caller":"traceutil/trace.go:171","msg":"trace[163232931] transaction","detail":"{read_only:false; response_revision:22719; number_of_response:1; }","duration":"380.932239ms","start":"2026-03-02T22:08:31.818619Z","end":"2026-03-02T22:08:32.199551Z","steps":["trace[163232931] 'process raft request' (duration: 380.287584ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:32.199628Z","caller":"traceutil/trace.go:171","msg":"trace[800764792] transaction","detail":"{read_only:false; response_revision:22720; number_of_response:1; }","duration":"380.939479ms","start":"2026-03-02T22:08:31.818665Z","end":"2026-03-02T22:08:32.199604Z","steps":["trace[800764792] 'process raft request' (duration: 380.787165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:32.199776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:31.818659Z","time spent":"381.038451ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:32.199999Z","caller":"traceutil/trace.go:171","msg":"trace[500507152] transaction","detail":"{read_only:false; response_revision:22722; number_of_response:1; }","duration":"380.407626ms","start":"2026-03-02T22:08:31.819563Z","end":"2026-03-02T22:08:32.199971Z","steps":["trace[500507152] 'process raft request' (duration: 380.168831ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:32.20006Z","caller":"traceutil/trace.go:171","msg":"trace[292613694] transaction","detail":"{read_only:false; response_revision:22723; number_of_response:1; }","duration":"379.970516ms","start":"2026-03-02T22:08:31.820036Z","end":"2026-03-02T22:08:32.200006Z","steps":["trace[292613694] 'process raft request' (duration: 379.791422ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:32.20012Z","caller":"traceutil/trace.go:171","msg":"trace[1162369935] transaction","detail":"{read_only:false; response_revision:22724; number_of_response:1; }","duration":"379.969666ms","start":"2026-03-02T22:08:31.82013Z","end":"2026-03-02T22:08:32.2001Z","steps":["trace[1162369935] 'process raft request' (duration: 379.747451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:32.200151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:31.819547Z","time spent":"380.522139ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:32.200183Z","caller":"traceutil/trace.go:171","msg":"trace[516025126] linearizableReadLoop","detail":"{readStateIndex:23494; appliedIndex:23493; }","duration":"381.538683ms","start":"2026-03-02T22:08:31.818616Z","end":"2026-03-02T22:08:32.200154Z","steps":["trace[516025126] 'read index received' (duration: 23.463201ms)","trace[516025126] 'applied index is now lower than readState.Index' (duration: 358.072222ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:32.200186Z","caller":"traceutil/trace.go:171","msg":"trace[1880544810] transaction","detail":"{read_only:false; response_revision:22721; number_of_response:1; }","duration":"381.496882ms","start":"2026-03-02T22:08:31.818657Z","end":"2026-03-02T22:08:32.200154Z","steps":["trace[1880544810] 'process raft request' (duration: 380.908008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:32.200241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:31.820121Z","time spent":"380.040108ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:32.200248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:31.820021Z","time spent":"380.125789ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:32.200348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:31.818636Z","time spent":"381.624824ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:32.20042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.790458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18644"} {"level":"info","ts":"2026-03-02T22:08:32.200493Z","caller":"traceutil/trace.go:171","msg":"trace[1660314337] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22724; }","duration":"381.84731ms","start":"2026-03-02T22:08:31.818611Z","end":"2026-03-02T22:08:32.200458Z","steps":["trace[1660314337] 'agreement among raft nodes before linearized reading' (duration: 381.657915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:32.20055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:31.818571Z","time spent":"381.965962ms","remote":"127.0.0.1:45280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18666,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:08:32.201713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:31.818608Z","time spent":"381.079752ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:32.500603Z","caller":"traceutil/trace.go:171","msg":"trace[1951749941] linearizableReadLoop","detail":"{readStateIndex:23500; appliedIndex:23499; }","duration":"300.346356ms","start":"2026-03-02T22:08:32.200232Z","end":"2026-03-02T22:08:32.500578Z","steps":["trace[1951749941] 'read index received' (duration: 204.576936ms)","trace[1951749941] 'applied index is now lower than readState.Index' (duration: 95.76831ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:32.500693Z","caller":"traceutil/trace.go:171","msg":"trace[1610752505] transaction","detail":"{read_only:false; response_revision:22725; number_of_response:1; }","duration":"605.778671ms","start":"2026-03-02T22:08:31.894882Z","end":"2026-03-02T22:08:32.50066Z","steps":["trace[1610752505] 'process raft request' (duration: 508.996858ms)","trace[1610752505] 'compare' (duration: 96.529087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:32.500929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.677569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:32.500879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:31.894829Z","time spent":"605.928654ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:32.500997Z","caller":"traceutil/trace.go:171","msg":"trace[1399952654] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22726; }","duration":"170.808201ms","start":"2026-03-02T22:08:32.330171Z","end":"2026-03-02T22:08:32.500979Z","steps":["trace[1399952654] 'agreement among raft nodes before linearized reading' (duration: 170.635377ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:32.501362Z","caller":"traceutil/trace.go:171","msg":"trace[120741667] transaction","detail":"{read_only:false; response_revision:22726; number_of_response:1; }","duration":"103.462411ms","start":"2026-03-02T22:08:32.397788Z","end":"2026-03-02T22:08:32.50125Z","steps":["trace[120741667] 'process raft request' (duration: 102.752663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:32.501418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.093604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:32.501413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.293228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:32.501405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.561319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:32.501479Z","caller":"traceutil/trace.go:171","msg":"trace[786177703] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22726; }","duration":"679.184076ms","start":"2026-03-02T22:08:31.822277Z","end":"2026-03-02T22:08:32.501461Z","steps":["trace[786177703] 'agreement among raft nodes before linearized reading' (duration: 678.451988ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:32.501483Z","caller":"traceutil/trace.go:171","msg":"trace[130071248] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:22726; }","duration":"550.424441ms","start":"2026-03-02T22:08:31.951043Z","end":"2026-03-02T22:08:32.501467Z","steps":["trace[130071248] 'agreement among raft nodes before linearized reading' (duration: 549.582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:32.501486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.70239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:08:32.501496Z","caller":"traceutil/trace.go:171","msg":"trace[239248307] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:22726; }","duration":"626.728533ms","start":"2026-03-02T22:08:31.874748Z","end":"2026-03-02T22:08:32.501477Z","steps":["trace[239248307] 'agreement among raft nodes before linearized reading' (duration: 625.961684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:32.501512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:31.822265Z","time spent":"679.239687ms","remote":"127.0.0.1:45374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:08:32.501528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:31.95102Z","time spent":"550.498263ms","remote":"127.0.0.1:36532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:32.50154Z","caller":"traceutil/trace.go:171","msg":"trace[473769580] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:22726; }","duration":"413.803772ms","start":"2026-03-02T22:08:32.087719Z","end":"2026-03-02T22:08:32.501522Z","steps":["trace[473769580] 'agreement among raft nodes before linearized reading' (duration: 413.049954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:32.501544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:31.874724Z","time spent":"626.809455ms","remote":"127.0.0.1:60774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:32.501582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:32.087703Z","time spent":"413.866983ms","remote":"127.0.0.1:52042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":161,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:32.501109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.923808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:32.501885Z","caller":"traceutil/trace.go:171","msg":"trace[768479793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22726; }","duration":"679.785749ms","start":"2026-03-02T22:08:31.822085Z","end":"2026-03-02T22:08:32.50187Z","steps":["trace[768479793] 'agreement among raft nodes before linearized reading' (duration: 678.656802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:32.501928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:31.822078Z","time spent":"679.837081ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:08:33.348741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.867445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:08:33.348795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.460342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:33.348867Z","caller":"traceutil/trace.go:171","msg":"trace[82550815] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:22726; }","duration":"180.052749ms","start":"2026-03-02T22:08:33.168786Z","end":"2026-03-02T22:08:33.348838Z","steps":["trace[82550815] 'count revisions from in-memory index tree' (duration: 179.742372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:33.348775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.042559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:33.348874Z","caller":"traceutil/trace.go:171","msg":"trace[1217985437] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:22726; }","duration":"522.594335ms","start":"2026-03-02T22:08:32.826257Z","end":"2026-03-02T22:08:33.348851Z","steps":["trace[1217985437] 'count revisions from in-memory index tree' (duration: 522.372181ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:33.348956Z","caller":"traceutil/trace.go:171","msg":"trace[1831332348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22726; }","duration":"180.249264ms","start":"2026-03-02T22:08:33.168682Z","end":"2026-03-02T22:08:33.348931Z","steps":["trace[1831332348] 'range keys from in-memory index tree' (duration: 179.976457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:33.348995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:32.826227Z","time spent":"522.738199ms","remote":"127.0.0.1:52096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:33.789456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704765436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:08:34.261077Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.001900067s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:08:34.261431Z","caller":"traceutil/trace.go:171","msg":"trace[800286919] transaction","detail":"{read_only:false; response_revision:22727; number_of_response:1; }","duration":"1.002348277s","start":"2026-03-02T22:08:33.259054Z","end":"2026-03-02T22:08:34.261402Z","steps":["trace[800286919] 'process raft request' (duration: 1.002213614s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:34.261578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:33.259034Z","time spent":"1.00246365s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:34.653195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.355575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:34.653503Z","caller":"traceutil/trace.go:171","msg":"trace[467555819] transaction","detail":"{read_only:false; response_revision:22730; number_of_response:1; }","duration":"1.240726067s","start":"2026-03-02T22:08:33.412759Z","end":"2026-03-02T22:08:34.653485Z","steps":["trace[467555819] 'process raft request' (duration: 1.240625315s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:34.653507Z","caller":"traceutil/trace.go:171","msg":"trace[1716959400] transaction","detail":"{read_only:false; response_revision:22728; number_of_response:1; }","duration":"1.394193272s","start":"2026-03-02T22:08:33.259277Z","end":"2026-03-02T22:08:34.65347Z","steps":["trace[1716959400] 'process raft request' (duration: 1.145460808s)","trace[1716959400] 'compare' (duration: 248.047818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:34.653579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:33.412726Z","time spent":"1.240820049s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:34.653537Z","caller":"traceutil/trace.go:171","msg":"trace[430501201] transaction","detail":"{read_only:false; response_revision:22729; number_of_response:1; }","duration":"1.39407875s","start":"2026-03-02T22:08:33.259433Z","end":"2026-03-02T22:08:34.653512Z","steps":["trace[430501201] 'process raft request' (duration: 1.393857814s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:34.653679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:33.259266Z","time spent":"1.394312905s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:34.653713Z","caller":"traceutil/trace.go:171","msg":"trace[501076626] linearizableReadLoop","detail":"{readStateIndex:23505; appliedIndex:23502; }","duration":"1.365197741s","start":"2026-03-02T22:08:33.288488Z","end":"2026-03-02T22:08:34.653686Z","steps":["trace[501076626] 'read index received' (duration: 972.961956ms)","trace[501076626] 'applied index is now lower than readState.Index' (duration: 392.233355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:34.65372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:33.259426Z","time spent":"1.394207802s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:34.653775Z","caller":"traceutil/trace.go:171","msg":"trace[281067811] transaction","detail":"{read_only:false; response_revision:22731; number_of_response:1; }","duration":"834.865593ms","start":"2026-03-02T22:08:33.818864Z","end":"2026-03-02T22:08:34.65373Z","steps":["trace[281067811] 'process raft request' (duration: 834.555925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:34.653891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365386035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:34.653947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:33.818839Z","time spent":"835.015556ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:34.653971Z","caller":"traceutil/trace.go:171","msg":"trace[1289878366] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:22731; }","duration":"1.365504038s","start":"2026-03-02T22:08:33.288448Z","end":"2026-03-02T22:08:34.653952Z","steps":["trace[1289878366] 'agreement among raft nodes before linearized reading' (duration: 1.365365335s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:34.654018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:33.288438Z","time spent":"1.365570999s","remote":"127.0.0.1:50396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:35.154515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704765443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:08:35.350738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00028909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:08:35.350786Z","caller":"traceutil/trace.go:171","msg":"trace[612038327] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000348382s","start":"2026-03-02T22:08:33.350428Z","end":"2026-03-02T22:08:35.350776Z","steps":["trace[612038327] 'agreement among raft nodes before linearized reading' (duration: 2.00028657s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:35.35081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:33.350391Z","time spent":"2.000414193s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:08:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:08:35.627959Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.121015015s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:08:36.388836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.501715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:36.389018Z","caller":"traceutil/trace.go:171","msg":"trace[875387664] transaction","detail":"{read_only:false; response_revision:22732; number_of_response:1; }","duration":"1.882171285s","start":"2026-03-02T22:08:34.506824Z","end":"2026-03-02T22:08:36.388995Z","steps":["trace[875387664] 'process raft request' (duration: 1.121436264s)","trace[875387664] 'compare' (duration: 759.83273ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:36.389131Z","caller":"traceutil/trace.go:171","msg":"trace[311561151] transaction","detail":"{read_only:false; response_revision:22734; number_of_response:1; }","duration":"809.554278ms","start":"2026-03-02T22:08:35.57956Z","end":"2026-03-02T22:08:36.389114Z","steps":["trace[311561151] 'process raft request' (duration: 809.499766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:36.389133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:34.506799Z","time spent":"1.882271498s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:36.389193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:35.579542Z","time spent":"809.61992ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:36.389312Z","caller":"traceutil/trace.go:171","msg":"trace[761508352] linearizableReadLoop","detail":"{readStateIndex:23507; appliedIndex:23506; }","duration":"1.73552606s","start":"2026-03-02T22:08:34.653777Z","end":"2026-03-02T22:08:36.389303Z","steps":["trace[761508352] 'read index received' (duration: 974.38239ms)","trace[761508352] 'applied index is now lower than readState.Index' (duration: 761.14287ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:36.389364Z","caller":"traceutil/trace.go:171","msg":"trace[410090171] transaction","detail":"{read_only:false; response_revision:22733; number_of_response:1; }","duration":"1.033511899s","start":"2026-03-02T22:08:35.355843Z","end":"2026-03-02T22:08:36.389355Z","steps":["trace[410090171] 'process raft request' (duration: 1.033127889s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:36.389398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:35.355827Z","time spent":"1.03355256s","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:08:36.389482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184777555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:08:36.389507Z","caller":"traceutil/trace.go:171","msg":"trace[950483799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22734; }","duration":"2.184843375s","start":"2026-03-02T22:08:34.204657Z","end":"2026-03-02T22:08:36.3895Z","steps":["trace[950483799] 'agreement among raft nodes before linearized reading' (duration: 2.184734653s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:36.389528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:34.204631Z","time spent":"2.184892397s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:36.389627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543166334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T22:08:36.389655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184856416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:08:36.389668Z","caller":"traceutil/trace.go:171","msg":"trace[1816331977] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22734; }","duration":"2.543208775s","start":"2026-03-02T22:08:33.846449Z","end":"2026-03-02T22:08:36.389658Z","steps":["trace[1816331977] 'agreement among raft nodes before linearized reading' (duration: 2.543061362s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:36.389646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4442428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-02T22:08:36.389724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18498865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:08:36.389747Z","caller":"traceutil/trace.go:171","msg":"trace[878765338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22734; }","duration":"2.18502423s","start":"2026-03-02T22:08:34.204715Z","end":"2026-03-02T22:08:36.389739Z","steps":["trace[878765338] 'agreement among raft nodes before linearized reading' (duration: 2.184973249s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:36.389752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556669671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:08:36.389765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:34.204709Z","time spent":"2.18505185s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:08:36.389753Z","caller":"traceutil/trace.go:171","msg":"trace[76482743] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:22734; }","duration":"2.444392334s","start":"2026-03-02T22:08:33.945334Z","end":"2026-03-02T22:08:36.389726Z","steps":["trace[76482743] 'agreement among raft nodes before linearized reading' (duration: 2.444093887s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:36.389782Z","caller":"traceutil/trace.go:171","msg":"trace[2044066158] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22734; }","duration":"2.556720263s","start":"2026-03-02T22:08:33.833053Z","end":"2026-03-02T22:08:36.389773Z","steps":["trace[2044066158] 'agreement among raft nodes before linearized reading' (duration: 2.556668082s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:36.389809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:33.833043Z","time spent":"2.556758863s","remote":"127.0.0.1:58240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:36.389811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:33.945315Z","time spent":"2.444480905s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"warn","ts":"2026-03-02T22:08:36.389705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:33.846392Z","time spent":"2.543305137s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:08:36.389927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185410319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:08:36.389675Z","caller":"traceutil/trace.go:171","msg":"trace[970037539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22734; }","duration":"2.185010929s","start":"2026-03-02T22:08:34.204658Z","end":"2026-03-02T22:08:36.389669Z","steps":["trace[970037539] 'agreement among raft nodes before linearized reading' (duration: 2.184952438s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:36.389951Z","caller":"traceutil/trace.go:171","msg":"trace[1918675912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22734; }","duration":"2.185469491s","start":"2026-03-02T22:08:34.204473Z","end":"2026-03-02T22:08:36.389942Z","steps":["trace[1918675912] 'agreement among raft nodes before linearized reading' (duration: 2.185390879s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:36.389971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:34.204452Z","time spent":"2.185515041s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:36.389976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:34.20463Z","time spent":"2.185335947s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:36.390438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185203084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:08:36.390545Z","caller":"traceutil/trace.go:171","msg":"trace[574858405] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22734; }","duration":"2.185420209s","start":"2026-03-02T22:08:34.205107Z","end":"2026-03-02T22:08:36.390527Z","steps":["trace[574858405] 'agreement among raft nodes before linearized reading' (duration: 2.184361245s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:36.390635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:34.205091Z","time spent":"2.185531241s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:08:37.053427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000714181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:08:37.05351Z","caller":"traceutil/trace.go:171","msg":"trace[962980944] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000813684s","start":"2026-03-02T22:08:35.052677Z","end":"2026-03-02T22:08:37.05349Z","steps":["trace[962980944] 'agreement among raft nodes before linearized reading' (duration: 2.000709571s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:37.053555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:35.052626Z","time spent":"2.000920066s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:08:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:08:37.357201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000084085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:08:37.357281Z","caller":"traceutil/trace.go:171","msg":"trace[304809834] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000198948s","start":"2026-03-02T22:08:35.357066Z","end":"2026-03-02T22:08:37.357265Z","steps":["trace[304809834] 'agreement among raft nodes before linearized reading' (duration: 2.000105676s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:37.357346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:35.357054Z","time spent":"2.000260759s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:08:37.609018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.078504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:37.60914Z","caller":"traceutil/trace.go:171","msg":"trace[2114834245] linearizableReadLoop","detail":"{readStateIndex:23510; appliedIndex:23509; }","duration":"1.219792106s","start":"2026-03-02T22:08:36.389329Z","end":"2026-03-02T22:08:37.609121Z","steps":["trace[2114834245] 'read index received' (duration: 262.511417ms)","trace[2114834245] 'applied index is now lower than readState.Index' (duration: 957.278799ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:37.609181Z","caller":"traceutil/trace.go:171","msg":"trace[671755756] transaction","detail":"{read_only:false; response_revision:22735; number_of_response:1; }","duration":"1.34215842s","start":"2026-03-02T22:08:36.266993Z","end":"2026-03-02T22:08:37.609152Z","steps":["trace[671755756] 'process raft request' (duration: 384.83362ms)","trace[671755756] 'compare' (duration: 953.775567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:37.60921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568106048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:37.609259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308107392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:37.60928Z","caller":"traceutil/trace.go:171","msg":"trace[302009698] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:22735; }","duration":"1.568223001s","start":"2026-03-02T22:08:36.041036Z","end":"2026-03-02T22:08:37.609259Z","steps":["trace[302009698] 'agreement among raft nodes before linearized reading' (duration: 1.568087758s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:37.609289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.266968Z","time spent":"1.342260202s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:37.609266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963173839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:37.609291Z","caller":"traceutil/trace.go:171","msg":"trace[1175305685] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22735; }","duration":"2.308185924s","start":"2026-03-02T22:08:35.301093Z","end":"2026-03-02T22:08:37.609279Z","steps":["trace[1175305685] 'agreement among raft nodes before linearized reading' (duration: 2.308107292s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:37.609321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.041026Z","time spent":"1.568286402s","remote":"127.0.0.1:52044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:37.609348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:35.301073Z","time spent":"2.308264815s","remote":"127.0.0.1:45314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:37.609322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305178542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:08:37.609413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585756812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:37.609409Z","caller":"traceutil/trace.go:171","msg":"trace[280570006] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:22735; }","duration":"1.305324994s","start":"2026-03-02T22:08:36.304063Z","end":"2026-03-02T22:08:37.609388Z","steps":["trace[280570006] 'agreement among raft nodes before linearized reading' (duration: 1.30514718s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:37.609444Z","caller":"traceutil/trace.go:171","msg":"trace[1129125650] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:22735; }","duration":"1.585822623s","start":"2026-03-02T22:08:36.023611Z","end":"2026-03-02T22:08:37.609434Z","steps":["trace[1129125650] 'agreement among raft nodes before linearized reading' (duration: 1.585773142s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:37.609466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.30404Z","time spent":"1.305411957s","remote":"127.0.0.1:45404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:37.609479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.023586Z","time spent":"1.585883825s","remote":"127.0.0.1:33204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:37.609358Z","caller":"traceutil/trace.go:171","msg":"trace[1847498147] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22735; }","duration":"1.963260381s","start":"2026-03-02T22:08:35.64606Z","end":"2026-03-02T22:08:37.609321Z","steps":["trace[1847498147] 'agreement among raft nodes before linearized reading' (duration: 1.963128068s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:37.609623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:35.645973Z","time spent":"1.963636839s","remote":"127.0.0.1:33126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:37.618797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.391423Z","time spent":"1.227368003s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T22:08:37.618896Z","caller":"traceutil/trace.go:171","msg":"trace[318272633] transaction","detail":"{read_only:false; response_revision:22737; number_of_response:1; }","duration":"1.224902435s","start":"2026-03-02T22:08:36.393977Z","end":"2026-03-02T22:08:37.618879Z","steps":["trace[318272633] 'process raft request' (duration: 1.224809652s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:37.618925Z","caller":"traceutil/trace.go:171","msg":"trace[1506571381] transaction","detail":"{read_only:false; response_revision:22736; number_of_response:1; }","duration":"1.224984126s","start":"2026-03-02T22:08:36.39392Z","end":"2026-03-02T22:08:37.618905Z","steps":["trace[1506571381] 'process raft request' (duration: 1.224784872s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:37.619018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.393963Z","time spent":"1.224980276s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:37.619014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.393901Z","time spent":"1.225061729s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:37.619113Z","caller":"traceutil/trace.go:171","msg":"trace[701941468] transaction","detail":"{read_only:false; response_revision:22738; number_of_response:1; }","duration":"1.22510657s","start":"2026-03-02T22:08:36.393992Z","end":"2026-03-02T22:08:37.619099Z","steps":["trace[701941468] 'process raft request' (duration: 1.224860084s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:37.619152Z","caller":"traceutil/trace.go:171","msg":"trace[2030235716] transaction","detail":"{read_only:false; response_revision:22740; number_of_response:1; }","duration":"1.224903385s","start":"2026-03-02T22:08:36.394234Z","end":"2026-03-02T22:08:37.619137Z","steps":["trace[2030235716] 'process raft request' (duration: 1.224863394s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:37.619159Z","caller":"traceutil/trace.go:171","msg":"trace[1741440] transaction","detail":"{read_only:false; response_revision:22739; number_of_response:1; }","duration":"1.225011077s","start":"2026-03-02T22:08:36.394133Z","end":"2026-03-02T22:08:37.619144Z","steps":["trace[1741440] 'process raft request' (duration: 1.224886724s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:37.619191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.393985Z","time spent":"1.22514801s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:37.619226Z","caller":"traceutil/trace.go:171","msg":"trace[844214182] transaction","detail":"{read_only:false; response_revision:22741; number_of_response:1; }","duration":"1.223928012s","start":"2026-03-02T22:08:36.395289Z","end":"2026-03-02T22:08:37.619217Z","steps":["trace[844214182] 'process raft request' (duration: 1.223828619s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:37.619236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.394224Z","time spent":"1.224962047s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:37.619234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.394106Z","time spent":"1.22508401s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:37.619272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.395281Z","time spent":"1.223964723s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:38.659519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041153078s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:08:38.660184Z","caller":"traceutil/trace.go:171","msg":"trace[2070351217] transaction","detail":"{read_only:false; response_revision:22743; number_of_response:1; }","duration":"2.001591481s","start":"2026-03-02T22:08:36.658575Z","end":"2026-03-02T22:08:38.660166Z","steps":["trace[2070351217] 'process raft request' (duration: 2.001520109s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:38.66025Z","caller":"traceutil/trace.go:171","msg":"trace[545158067] transaction","detail":"{read_only:false; response_revision:22742; number_of_response:1; }","duration":"2.001664823s","start":"2026-03-02T22:08:36.658545Z","end":"2026-03-02T22:08:38.66021Z","steps":["trace[545158067] 'process raft request' (duration: 2.001427647s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:38.660299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.658546Z","time spent":"2.001692393s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:38.660409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.658517Z","time spent":"2.001803405s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:38.660488Z","caller":"traceutil/trace.go:171","msg":"trace[1450837034] transaction","detail":"{read_only:false; response_revision:22744; number_of_response:1; }","duration":"2.001877807s","start":"2026-03-02T22:08:36.658572Z","end":"2026-03-02T22:08:38.66045Z","steps":["trace[1450837034] 'process raft request' (duration: 2.00156919s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:38.660567Z","caller":"traceutil/trace.go:171","msg":"trace[1254606056] transaction","detail":"{read_only:false; response_revision:22745; number_of_response:1; }","duration":"2.001299304s","start":"2026-03-02T22:08:36.659256Z","end":"2026-03-02T22:08:38.660556Z","steps":["trace[1254606056] 'process raft request' (duration: 2.001105569s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:38.660598Z","caller":"traceutil/trace.go:171","msg":"trace[1029690130] linearizableReadLoop","detail":"{readStateIndex:23523; appliedIndex:23510; }","duration":"1.051405439s","start":"2026-03-02T22:08:37.609169Z","end":"2026-03-02T22:08:38.660575Z","steps":["trace[1029690130] 'read index received' (duration: 9.40163ms)","trace[1029690130] 'applied index is now lower than readState.Index' (duration: 1.042002669s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:38.66063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.659242Z","time spent":"2.001355746s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:38.660676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294981981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:38.660714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127549298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T22:08:38.66073Z","caller":"traceutil/trace.go:171","msg":"trace[1600815610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22747; }","duration":"1.295052463s","start":"2026-03-02T22:08:37.365668Z","end":"2026-03-02T22:08:38.66072Z","steps":["trace[1600815610] 'agreement among raft nodes before linearized reading' (duration: 1.294971712s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:38.660739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718577212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:38.660753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:37.36566Z","time spent":"1.295087864s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:08:38.660746Z","caller":"traceutil/trace.go:171","msg":"trace[60829389] transaction","detail":"{read_only:false; response_revision:22746; number_of_response:1; }","duration":"1.604564693s","start":"2026-03-02T22:08:37.056167Z","end":"2026-03-02T22:08:38.660731Z","steps":["trace[60829389] 'process raft request' (duration: 1.604313157s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:38.660771Z","caller":"traceutil/trace.go:171","msg":"trace[773490977] transaction","detail":"{read_only:false; response_revision:22747; number_of_response:1; }","duration":"1.152401281s","start":"2026-03-02T22:08:37.508362Z","end":"2026-03-02T22:08:38.660763Z","steps":["trace[773490977] 'process raft request' (duration: 1.152172056s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:38.660663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.658543Z","time spent":"2.002023621s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:38.660822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:37.508337Z","time spent":"1.152453603s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:38.660744Z","caller":"traceutil/trace.go:171","msg":"trace[1541436124] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22747; }","duration":"1.127605279s","start":"2026-03-02T22:08:37.53313Z","end":"2026-03-02T22:08:38.660736Z","steps":["trace[1541436124] 'agreement among raft nodes before linearized reading' (duration: 1.127497096s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:38.660808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:37.056146Z","time spent":"1.604631635s","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:08:38.660855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317806187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418181"} {"level":"warn","ts":"2026-03-02T22:08:38.660869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:37.53312Z","time spent":"1.127739393s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:08:38.660914Z","caller":"traceutil/trace.go:171","msg":"trace[589314669] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:22747; }","duration":"1.317911759s","start":"2026-03-02T22:08:37.342985Z","end":"2026-03-02T22:08:38.660897Z","steps":["trace[589314669] 'agreement among raft nodes before linearized reading' (duration: 1.317658514s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:38.66096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:37.342962Z","time spent":"1.317989522s","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418203,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-02T22:08:38.660778Z","caller":"traceutil/trace.go:171","msg":"trace[164903513] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22747; }","duration":"1.718691214s","start":"2026-03-02T22:08:36.942073Z","end":"2026-03-02T22:08:38.660764Z","steps":["trace[164903513] 'agreement among raft nodes before linearized reading' (duration: 1.718602872s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:38.661008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.94205Z","time spent":"1.718940091s","remote":"127.0.0.1:33138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:38.66131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979701767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:38.661405Z","caller":"traceutil/trace.go:171","msg":"trace[790129755] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:22747; }","duration":"1.97983761s","start":"2026-03-02T22:08:36.681553Z","end":"2026-03-02T22:08:38.661391Z","steps":["trace[790129755] 'agreement among raft nodes before linearized reading' (duration: 1.979137023s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:38.661588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:36.681534Z","time spent":"1.980040125s","remote":"127.0.0.1:45488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:39.161713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704765465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:08:39.6627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704765465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:08:39.774261Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.113423957s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:08:39.774731Z","caller":"traceutil/trace.go:171","msg":"trace[1802097823] transaction","detail":"{read_only:false; response_revision:22749; number_of_response:1; }","duration":"1.378664867s","start":"2026-03-02T22:08:38.396041Z","end":"2026-03-02T22:08:39.774706Z","steps":["trace[1802097823] 'process raft request' (duration: 1.378588945s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:39.774741Z","caller":"traceutil/trace.go:171","msg":"trace[880516712] transaction","detail":"{read_only:false; response_revision:22748; number_of_response:1; }","duration":"2.154435681s","start":"2026-03-02T22:08:37.62027Z","end":"2026-03-02T22:08:39.774705Z","steps":["trace[880516712] 'process raft request' (duration: 2.154218626s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:39.774884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:38.396017Z","time spent":"1.37878648s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:39.774915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:37.620252Z","time spent":"2.154571185s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:40.558643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.554148ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:40.558721Z","caller":"traceutil/trace.go:171","msg":"trace[135697260] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22749; }","duration":"508.6422ms","start":"2026-03-02T22:08:40.050067Z","end":"2026-03-02T22:08:40.558709Z","steps":["trace[135697260] 'range keys from in-memory index tree' (duration: 508.542847ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:40.559266Z","caller":"traceutil/trace.go:171","msg":"trace[742263075] linearizableReadLoop","detail":"{readStateIndex:23528; appliedIndex:23524; }","duration":"1.898608981s","start":"2026-03-02T22:08:38.660648Z","end":"2026-03-02T22:08:40.559257Z","steps":["trace[742263075] 'read index received' (duration: 1.11399388s)","trace[742263075] 'applied index is now lower than readState.Index' (duration: 784.614361ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:40.559564Z","caller":"traceutil/trace.go:171","msg":"trace[1470847231] transaction","detail":"{read_only:false; response_revision:22752; number_of_response:1; }","duration":"944.578879ms","start":"2026-03-02T22:08:39.614978Z","end":"2026-03-02T22:08:40.559557Z","steps":["trace[1470847231] 'process raft request' (duration: 944.250062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:40.559631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.614959Z","time spent":"944.631021ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:40.559611Z","caller":"traceutil/trace.go:171","msg":"trace[734291476] transaction","detail":"{read_only:false; response_revision:22750; number_of_response:1; }","duration":"1.48220977s","start":"2026-03-02T22:08:39.077374Z","end":"2026-03-02T22:08:40.559584Z","steps":["trace[734291476] 'process raft request' (duration: 1.481591866s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:40.559676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351032059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:40.559724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.077338Z","time spent":"1.482327413s","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418239,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:40.559745Z","caller":"traceutil/trace.go:171","msg":"trace[562092520] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22752; }","duration":"2.351151652s","start":"2026-03-02T22:08:38.208571Z","end":"2026-03-02T22:08:40.559723Z","steps":["trace[562092520] 'agreement among raft nodes before linearized reading' (duration: 2.351017939s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:40.559816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:38.208549Z","time spent":"2.351257864s","remote":"127.0.0.1:60704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:40.560236Z","caller":"traceutil/trace.go:171","msg":"trace[1036800069] transaction","detail":"{read_only:false; response_revision:22751; number_of_response:1; }","duration":"1.273673551s","start":"2026-03-02T22:08:39.285889Z","end":"2026-03-02T22:08:40.559562Z","steps":["trace[1036800069] 'process raft request' (duration: 1.273306793s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:40.560408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.285864Z","time spent":"1.274462889s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:40.663372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000376042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:08:40.66345Z","caller":"traceutil/trace.go:171","msg":"trace[628635145] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000476624s","start":"2026-03-02T22:08:38.662956Z","end":"2026-03-02T22:08:40.663433Z","steps":["trace[628635145] 'agreement among raft nodes before linearized reading' (duration: 2.000372932s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:40.663497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:38.662916Z","time spent":"2.000572707s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:08:41.059795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704765470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:08:41.56037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704765470,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:08:41.890189Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.299841235s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:08:42.664873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:41.406417Z","time spent":"1.258449124s","remote":"127.0.0.1:52398","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:08:42.673889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999970593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:08:42.673968Z","caller":"traceutil/trace.go:171","msg":"trace[1542641437] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000120866s","start":"2026-03-02T22:08:40.673829Z","end":"2026-03-02T22:08:42.67395Z","steps":["trace[1542641437] 'agreement among raft nodes before linearized reading' (duration: 1.999989143s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:42.674013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:40.673818Z","time spent":"2.000186928s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:08:43.444767Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.344194998s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:08:43.870141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979741127s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T22:08:43.871224Z","caller":"traceutil/trace.go:171","msg":"trace[2127146945] transaction","detail":"{read_only:false; response_revision:22753; number_of_response:1; }","duration":"3.201266372s","start":"2026-03-02T22:08:40.669925Z","end":"2026-03-02T22:08:43.871192Z","steps":["trace[2127146945] 'process raft request' (duration: 3.20032062s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:43.871456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:40.669906Z","time spent":"3.201410976s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:44.589295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.048009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:44.589741Z","caller":"traceutil/trace.go:171","msg":"trace[620330489] linearizableReadLoop","detail":"{readStateIndex:23534; appliedIndex:23528; }","duration":"4.030434862s","start":"2026-03-02T22:08:40.55929Z","end":"2026-03-02T22:08:44.589725Z","steps":["trace[620330489] 'read index received' (duration: 1.33111935s)","trace[620330489] 'applied index is now lower than readState.Index' (duration: 2.699314412s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:44.590019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.967189128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T22:08:44.590077Z","caller":"traceutil/trace.go:171","msg":"trace[198972576] transaction","detail":"{read_only:false; response_revision:22754; number_of_response:1; }","duration":"3.918893512s","start":"2026-03-02T22:08:40.671163Z","end":"2026-03-02T22:08:44.590056Z","steps":["trace[198972576] 'process raft request' (duration: 3.200012214s)","trace[198972576] 'compare' (duration: 717.562247ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:44.590148Z","caller":"traceutil/trace.go:171","msg":"trace[1198032323] transaction","detail":"{read_only:false; response_revision:22756; number_of_response:1; }","duration":"3.917385706s","start":"2026-03-02T22:08:40.672723Z","end":"2026-03-02T22:08:44.590109Z","steps":["trace[1198032323] 'process raft request' (duration: 3.916878615s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:44.590145Z","caller":"traceutil/trace.go:171","msg":"trace[1719912029] transaction","detail":"{read_only:false; response_revision:22755; number_of_response:1; }","duration":"3.91795601s","start":"2026-03-02T22:08:40.672153Z","end":"2026-03-02T22:08:44.590109Z","steps":["trace[1719912029] 'process raft request' (duration: 3.917261454s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:44.590207Z","caller":"traceutil/trace.go:171","msg":"trace[2127913490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22758; }","duration":"4.967283701s","start":"2026-03-02T22:08:39.622793Z","end":"2026-03-02T22:08:44.590077Z","steps":["trace[2127913490] 'agreement among raft nodes before linearized reading' (duration: 4.967115267s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:44.590258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:40.671135Z","time spent":"3.919027205s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:44.590317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:40.672702Z","time spent":"3.917523879s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:44.590317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:40.672141Z","time spent":"3.918087533s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:44.590393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.96771432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T22:08:44.590384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.281763717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:44.590428Z","caller":"traceutil/trace.go:171","msg":"trace[304839877] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22758; }","duration":"4.967792581s","start":"2026-03-02T22:08:39.622627Z","end":"2026-03-02T22:08:44.59042Z","steps":["trace[304839877] 'agreement among raft nodes before linearized reading' (duration: 4.96771148s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:44.590455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.622614Z","time spent":"4.967834903s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:08:44.590455Z","caller":"traceutil/trace.go:171","msg":"trace[1960407201] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:22758; }","duration":"5.28187041s","start":"2026-03-02T22:08:39.308561Z","end":"2026-03-02T22:08:44.590432Z","steps":["trace[1960407201] 'agreement among raft nodes before linearized reading' (duration: 5.281724136s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:44.590417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.62278Z","time spent":"4.967464514s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:44.590506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.308546Z","time spent":"5.281945021s","remote":"127.0.0.1:60908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:44.590516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.800988885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:44.590006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.966534392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:08:44.590552Z","caller":"traceutil/trace.go:171","msg":"trace[1365245420] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22758; }","duration":"5.801049747s","start":"2026-03-02T22:08:38.789491Z","end":"2026-03-02T22:08:44.590541Z","steps":["trace[1365245420] 'agreement among raft nodes before linearized reading' (duration: 5.800956215s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:44.590573Z","caller":"traceutil/trace.go:171","msg":"trace[922605670] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22758; }","duration":"4.967136237s","start":"2026-03-02T22:08:39.623426Z","end":"2026-03-02T22:08:44.590562Z","steps":["trace[922605670] 'agreement among raft nodes before linearized reading' (duration: 4.966335298s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:44.590583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:38.789474Z","time spent":"5.801101058s","remote":"127.0.0.1:33244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:44.590586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.926102994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T22:08:44.590647Z","caller":"traceutil/trace.go:171","msg":"trace[237362502] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22758; }","duration":"5.926156665s","start":"2026-03-02T22:08:38.664472Z","end":"2026-03-02T22:08:44.590629Z","steps":["trace[237362502] 'agreement among raft nodes before linearized reading' (duration: 5.925984031s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:44.590696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:38.664451Z","time spent":"5.926233587s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:08:44.590803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.96812622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:08:44.590109Z","caller":"traceutil/trace.go:171","msg":"trace[1527575007] transaction","detail":"{read_only:false; response_revision:22757; number_of_response:1; }","duration":"3.168227387s","start":"2026-03-02T22:08:41.421868Z","end":"2026-03-02T22:08:44.590095Z","steps":["trace[1527575007] 'process raft request' (duration: 3.167779657s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:44.590876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.813962698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-02T22:08:44.590803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.968049278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T22:08:44.590884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.092537611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:44.590884Z","caller":"traceutil/trace.go:171","msg":"trace[1984428934] transaction","detail":"{read_only:false; response_revision:22758; number_of_response:1; }","duration":"2.810719768s","start":"2026-03-02T22:08:41.780131Z","end":"2026-03-02T22:08:44.590851Z","steps":["trace[1984428934] 'process raft request' (duration: 2.809548051s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:44.590934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.968279293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T22:08:44.590955Z","caller":"traceutil/trace.go:171","msg":"trace[1276711886] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:22758; }","duration":"4.092646533s","start":"2026-03-02T22:08:40.49829Z","end":"2026-03-02T22:08:44.590937Z","steps":["trace[1276711886] 'agreement among raft nodes before linearized reading' (duration: 4.092521001s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:44.590932Z","caller":"traceutil/trace.go:171","msg":"trace[698981715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22758; }","duration":"4.968194591s","start":"2026-03-02T22:08:39.622721Z","end":"2026-03-02T22:08:44.590916Z","steps":["trace[698981715] 'agreement among raft nodes before linearized reading' (duration: 4.967698829s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:44.591017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:40.498265Z","time spent":"4.092737726s","remote":"127.0.0.1:45566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:44.590969Z","caller":"traceutil/trace.go:171","msg":"trace[37944434] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22758; }","duration":"4.968328384s","start":"2026-03-02T22:08:39.62263Z","end":"2026-03-02T22:08:44.590959Z","steps":["trace[37944434] 'agreement among raft nodes before linearized reading' (duration: 4.968249662s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:44.59103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.622714Z","time spent":"4.968299963s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:44.5906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.623418Z","time spent":"4.967174497s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:08:44.591109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.622624Z","time spent":"4.968468887s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:08:44.591046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.881826213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:44.590898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:41.421851Z","time spent":"3.169008306s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:44.590586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.926706519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a429ac0ddc\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T22:08:44.591195Z","caller":"traceutil/trace.go:171","msg":"trace[950126229] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:22758; }","duration":"5.882051819s","start":"2026-03-02T22:08:38.709128Z","end":"2026-03-02T22:08:44.59118Z","steps":["trace[950126229] 'agreement among raft nodes before linearized reading' (duration: 5.881706781s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:44.591257Z","caller":"traceutil/trace.go:171","msg":"trace[429524615] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925a429ac0ddc; range_end:; response_count:1; response_revision:22758; }","duration":"5.927396205s","start":"2026-03-02T22:08:38.663847Z","end":"2026-03-02T22:08:44.591244Z","steps":["trace[429524615] 'agreement among raft nodes before linearized reading' (duration: 5.926610036s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:44.591304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:38.663835Z","time spent":"5.927457907s","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a429ac0ddc\" "} {"level":"info","ts":"2026-03-02T22:08:44.590909Z","caller":"traceutil/trace.go:171","msg":"trace[1361797041] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22758; }","duration":"4.813996789s","start":"2026-03-02T22:08:39.776905Z","end":"2026-03-02T22:08:44.590902Z","steps":["trace[1361797041] 'agreement among raft nodes before linearized reading' (duration: 4.813908607s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:44.591342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:38.709115Z","time spent":"5.882165771s","remote":"127.0.0.1:45412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:44.591379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.776888Z","time spent":"4.81447276s","remote":"127.0.0.1:45264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:08:44.591042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:41.780109Z","time spent":"2.810849031s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:44.590868Z","caller":"traceutil/trace.go:171","msg":"trace[1259566468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22758; }","duration":"4.968209842s","start":"2026-03-02T22:08:39.622644Z","end":"2026-03-02T22:08:44.590854Z","steps":["trace[1259566468] 'agreement among raft nodes before linearized reading' (duration: 4.968069638s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:44.591533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:39.622634Z","time spent":"4.968888577s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:44.675208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000270309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:08:44.675267Z","caller":"traceutil/trace.go:171","msg":"trace[902035559] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000365962s","start":"2026-03-02T22:08:42.674888Z","end":"2026-03-02T22:08:44.675254Z","steps":["trace[902035559] 'agreement among raft nodes before linearized reading' (duration: 2.00029483s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:44.6753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:42.674869Z","time spent":"2.000424463s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:08:45.090163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704765480,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:08:45.214843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000377582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:08:45.21492Z","caller":"traceutil/trace.go:171","msg":"trace[452812537] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000498575s","start":"2026-03-02T22:08:43.214403Z","end":"2026-03-02T22:08:45.214902Z","steps":["trace[452812537] 'agreement among raft nodes before linearized reading' (duration: 2.000402532s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:45.214964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:43.214383Z","time spent":"2.000572337s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:08:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:08:45.311984Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.413758772s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:08:46.681614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00026737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:08:46.681781Z","caller":"traceutil/trace.go:171","msg":"trace[820537780] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000483316s","start":"2026-03-02T22:08:44.681277Z","end":"2026-03-02T22:08:46.68176Z","steps":["trace[820537780] 'agreement among raft nodes before linearized reading' (duration: 2.000290181s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:46.6819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.681262Z","time spent":"2.000624379s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:08:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:08:46.770305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458042791s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:46.77042Z","caller":"traceutil/trace.go:171","msg":"trace[239053285] transaction","detail":"{read_only:false; response_revision:22759; number_of_response:1; }","duration":"4.203929006s","start":"2026-03-02T22:08:42.566473Z","end":"2026-03-02T22:08:46.770402Z","steps":["trace[239053285] 'process raft request' (duration: 2.745719381s)","trace[239053285] 'compare' (duration: 1.456635809s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:46.770519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:42.566453Z","time spent":"4.204003429s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:47.594036Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.669985021s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:08:48.271802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.428234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:48.27211Z","caller":"traceutil/trace.go:171","msg":"trace[577923263] transaction","detail":"{read_only:false; response_revision:22760; number_of_response:1; }","duration":"4.60544689s","start":"2026-03-02T22:08:43.666625Z","end":"2026-03-02T22:08:48.272072Z","steps":["trace[577923263] 'process raft request' (duration: 3.927631976s)","trace[577923263] 'compare' (duration: 675.506819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:48.272319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:43.666598Z","time spent":"4.605603264s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:48.272303Z","caller":"traceutil/trace.go:171","msg":"trace[682595536] transaction","detail":"{read_only:false; response_revision:22761; number_of_response:1; }","duration":"4.375084657s","start":"2026-03-02T22:08:43.897194Z","end":"2026-03-02T22:08:48.272279Z","steps":["trace[682595536] 'process raft request' (duration: 4.3747726s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:48.272503Z","caller":"traceutil/trace.go:171","msg":"trace[586394268] transaction","detail":"{read_only:false; response_revision:22763; number_of_response:1; }","duration":"3.677118582s","start":"2026-03-02T22:08:44.595348Z","end":"2026-03-02T22:08:48.272466Z","steps":["trace[586394268] 'process raft request' (duration: 3.676881426s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.272665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.595335Z","time spent":"3.677246794s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:48.272735Z","caller":"traceutil/trace.go:171","msg":"trace[635442691] transaction","detail":"{read_only:false; response_revision:22765; number_of_response:1; }","duration":"3.676418585s","start":"2026-03-02T22:08:44.596268Z","end":"2026-03-02T22:08:48.272687Z","steps":["trace[635442691] 'process raft request' (duration: 3.676148359s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.272779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:43.897171Z","time spent":"4.375394235s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:48.272979Z","caller":"traceutil/trace.go:171","msg":"trace[461182767] linearizableReadLoop","detail":"{readStateIndex:23545; appliedIndex:23535; }","duration":"3.683133764s","start":"2026-03-02T22:08:44.589815Z","end":"2026-03-02T22:08:48.272949Z","steps":["trace[461182767] 'read index received' (duration: 722.395571ms)","trace[461182767] 'applied index is now lower than readState.Index' (duration: 2.960736493s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:48.272407Z","caller":"traceutil/trace.go:171","msg":"trace[1357237650] transaction","detail":"{read_only:false; response_revision:22762; number_of_response:1; }","duration":"3.678786811s","start":"2026-03-02T22:08:44.593589Z","end":"2026-03-02T22:08:48.272376Z","steps":["trace[1357237650] 'process raft request' (duration: 3.678551875s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.273016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.596254Z","time spent":"3.67657656s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:48.273073Z","caller":"traceutil/trace.go:171","msg":"trace[705265906] transaction","detail":"{read_only:false; response_revision:22764; number_of_response:1; }","duration":"3.676880226s","start":"2026-03-02T22:08:44.596176Z","end":"2026-03-02T22:08:48.273056Z","steps":["trace[705265906] 'process raft request' (duration: 3.676150938s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.273105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.593572Z","time spent":"3.679492419s","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:48.273142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.596168Z","time spent":"3.676937998s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:48.273221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.453026393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:48.27327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.541567014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:48.273285Z","caller":"traceutil/trace.go:171","msg":"trace[1249022437] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:22768; }","duration":"6.453138526s","start":"2026-03-02T22:08:41.82013Z","end":"2026-03-02T22:08:48.273268Z","steps":["trace[1249022437] 'agreement among raft nodes before linearized reading' (duration: 6.453008473s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.273325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.366841998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T22:08:48.273365Z","caller":"traceutil/trace.go:171","msg":"trace[230036482] transaction","detail":"{read_only:false; response_revision:22766; number_of_response:1; }","duration":"3.6770409s","start":"2026-03-02T22:08:44.59631Z","end":"2026-03-02T22:08:48.273351Z","steps":["trace[230036482] 'process raft request' (duration: 3.676289182s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.273396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.45325361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:48.273407Z","caller":"traceutil/trace.go:171","msg":"trace[591921012] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22768; }","duration":"6.366953111s","start":"2026-03-02T22:08:41.906435Z","end":"2026-03-02T22:08:48.273389Z","steps":["trace[591921012] 'agreement among raft nodes before linearized reading' (duration: 6.366695925s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:48.273426Z","caller":"traceutil/trace.go:171","msg":"trace[1725497411] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:22768; }","duration":"7.453307532s","start":"2026-03-02T22:08:40.820111Z","end":"2026-03-02T22:08:48.273419Z","steps":["trace[1725497411] 'agreement among raft nodes before linearized reading' (duration: 7.453204739s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:48.273324Z","caller":"traceutil/trace.go:171","msg":"trace[2114075303] transaction","detail":"{read_only:false; response_revision:22767; number_of_response:1; }","duration":"3.676950539s","start":"2026-03-02T22:08:44.59633Z","end":"2026-03-02T22:08:48.273281Z","steps":["trace[2114075303] 'process raft request' (duration: 3.676435946s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.273456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:41.906419Z","time spent":"6.367024362s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T22:08:48.273503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.602279401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"warn","ts":"2026-03-02T22:08:48.273561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.501935294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18644"} {"level":"info","ts":"2026-03-02T22:08:48.273598Z","caller":"traceutil/trace.go:171","msg":"trace[1637061410] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22768; }","duration":"7.502005666s","start":"2026-03-02T22:08:40.771584Z","end":"2026-03-02T22:08:48.27359Z","steps":["trace[1637061410] 'agreement among raft nodes before linearized reading' (duration: 7.501884793s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.27362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:40.771566Z","time spent":"7.502048266s","remote":"127.0.0.1:45280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18666,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:08:48.273653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.596303Z","time spent":"3.677088911s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:48.273732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.424290245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:48.273779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.523211714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:48.273801Z","caller":"traceutil/trace.go:171","msg":"trace[1774698964] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:22768; }","duration":"7.523264834s","start":"2026-03-02T22:08:40.75053Z","end":"2026-03-02T22:08:48.273795Z","steps":["trace[1774698964] 'agreement among raft nodes before linearized reading' (duration: 7.523216513s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:48.273801Z","caller":"traceutil/trace.go:171","msg":"trace[534558999] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:22768; }","duration":"5.424397828s","start":"2026-03-02T22:08:42.849384Z","end":"2026-03-02T22:08:48.273782Z","steps":["trace[534558999] 'agreement among raft nodes before linearized reading' (duration: 5.424290806s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:48.273556Z","caller":"traceutil/trace.go:171","msg":"trace[1700808859] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22768; }","duration":"7.602383654s","start":"2026-03-02T22:08:40.671157Z","end":"2026-03-02T22:08:48.273541Z","steps":["trace[1700808859] 'agreement among raft nodes before linearized reading' (duration: 7.60221718s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.273892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:42.849365Z","time spent":"5.424509581s","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:48.273918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:40.671139Z","time spent":"7.602750752s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T22:08:48.273658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.596323Z","time spent":"3.677160233s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:48.274156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.748684606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:48.273301Z","caller":"traceutil/trace.go:171","msg":"trace[836949427] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:22768; }","duration":"7.541600915s","start":"2026-03-02T22:08:40.73169Z","end":"2026-03-02T22:08:48.273291Z","steps":["trace[836949427] 'agreement among raft nodes before linearized reading' (duration: 7.541541703s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:48.27422Z","caller":"traceutil/trace.go:171","msg":"trace[1447972491] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:22768; }","duration":"5.748780389s","start":"2026-03-02T22:08:42.525421Z","end":"2026-03-02T22:08:48.274201Z","steps":["trace[1447972491] 'agreement among raft nodes before linearized reading' (duration: 5.748681777s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.27425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:40.731638Z","time spent":"7.542591967s","remote":"127.0.0.1:33228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:48.274296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.139403926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:48.274251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.988818348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:48.274345Z","caller":"traceutil/trace.go:171","msg":"trace[424826721] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:22768; }","duration":"5.988949281s","start":"2026-03-02T22:08:42.285383Z","end":"2026-03-02T22:08:48.274332Z","steps":["trace[424826721] 'agreement among raft nodes before linearized reading' (duration: 5.988837268s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.2744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:42.285363Z","time spent":"5.989020622s","remote":"127.0.0.1:33260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:48.273673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.638749987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T22:08:48.274494Z","caller":"traceutil/trace.go:171","msg":"trace[1013166228] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:22768; }","duration":"7.639601797s","start":"2026-03-02T22:08:40.634871Z","end":"2026-03-02T22:08:48.274473Z","steps":["trace[1013166228] 'agreement among raft nodes before linearized reading' (duration: 7.638709386s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.274548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:40.634849Z","time spent":"7.63968554s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-02T22:08:48.273344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:41.820112Z","time spent":"6.453214418s","remote":"127.0.0.1:60950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:48.274295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:42.525404Z","time spent":"5.748876481s","remote":"127.0.0.1:33490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:08:48.273853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:40.750512Z","time spent":"7.523333287s","remote":"127.0.0.1:33212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:48.274352Z","caller":"traceutil/trace.go:171","msg":"trace[1257182008] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:22768; }","duration":"6.139467217s","start":"2026-03-02T22:08:42.134856Z","end":"2026-03-02T22:08:48.274324Z","steps":["trace[1257182008] 'agreement among raft nodes before linearized reading' (duration: 6.139416015s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:48.27482Z","caller":"traceutil/trace.go:171","msg":"trace[349659579] transaction","detail":"{read_only:false; response_revision:22768; number_of_response:1; }","duration":"3.678346901s","start":"2026-03-02T22:08:44.596462Z","end":"2026-03-02T22:08:48.274809Z","steps":["trace[349659579] 'process raft request' (duration: 3.676420656s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.274822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:42.134837Z","time spent":"6.139963029s","remote":"127.0.0.1:39966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:48.274904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.596437Z","time spent":"3.678411352s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:48.275819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.89317914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:48.275971Z","caller":"traceutil/trace.go:171","msg":"trace[1064011298] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:22768; }","duration":"4.893361953s","start":"2026-03-02T22:08:43.38259Z","end":"2026-03-02T22:08:48.275952Z","steps":["trace[1064011298] 'agreement among raft nodes before linearized reading' (duration: 4.89066313s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.276134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:43.382575Z","time spent":"4.893537568s","remote":"127.0.0.1:45304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:48.273454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:40.8201Z","time spent":"7.453346292s","remote":"127.0.0.1:45576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":58,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:48.682446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000415863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:08:48.682529Z","caller":"traceutil/trace.go:171","msg":"trace[313916500] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000521186s","start":"2026-03-02T22:08:46.681988Z","end":"2026-03-02T22:08:48.682509Z","steps":["trace[313916500] 'agreement among raft nodes before linearized reading' (duration: 2.000412103s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:48.682577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:46.681944Z","time spent":"2.000623638s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:08:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:08:48.770237Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.127252701s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:08:50.117826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347336121s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:50.117928Z","caller":"traceutil/trace.go:171","msg":"trace[1994911349] transaction","detail":"{read_only:false; response_revision:22769; number_of_response:1; }","duration":"4.237380542s","start":"2026-03-02T22:08:45.880536Z","end":"2026-03-02T22:08:50.117917Z","steps":["trace[1994911349] 'process raft request' (duration: 2.889901888s)","trace[1994911349] 'compare' (duration: 1.347185848s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:50.117969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:45.880501Z","time spent":"4.237450404s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:50.118279Z","caller":"traceutil/trace.go:171","msg":"trace[1751553872] transaction","detail":"{read_only:false; response_revision:22770; number_of_response:1; }","duration":"3.522045958s","start":"2026-03-02T22:08:46.596209Z","end":"2026-03-02T22:08:50.118255Z","steps":["trace[1751553872] 'process raft request' (duration: 3.52167739s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:50.118414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:46.596169Z","time spent":"3.522167571s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:50.118864Z","caller":"traceutil/trace.go:171","msg":"trace[1757631606] transaction","detail":"{read_only:false; response_revision:22771; number_of_response:1; }","duration":"3.522222853s","start":"2026-03-02T22:08:46.59661Z","end":"2026-03-02T22:08:50.118833Z","steps":["trace[1757631606] 'process raft request' (duration: 3.521519346s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:50.119036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:46.596583Z","time spent":"3.522361587s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:50.119073Z","caller":"traceutil/trace.go:171","msg":"trace[2093501477] transaction","detail":"{read_only:false; response_revision:22772; number_of_response:1; }","duration":"3.521583159s","start":"2026-03-02T22:08:46.597469Z","end":"2026-03-02T22:08:50.119052Z","steps":["trace[2093501477] 'process raft request' (duration: 3.521203279s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:50.119204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:46.597457Z","time spent":"3.521675071s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:50.119257Z","caller":"traceutil/trace.go:171","msg":"trace[2031831250] linearizableReadLoop","detail":"{readStateIndex:23550; appliedIndex:23545; }","duration":"1.84618202s","start":"2026-03-02T22:08:48.273057Z","end":"2026-03-02T22:08:50.119239Z","steps":["trace[2031831250] 'read index received' (duration: 497.378134ms)","trace[2031831250] 'applied index is now lower than readState.Index' (duration: 1.348802606s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:50.119392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.723142963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:50.119433Z","caller":"traceutil/trace.go:171","msg":"trace[1766897344] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:22773; }","duration":"3.723229865s","start":"2026-03-02T22:08:46.396193Z","end":"2026-03-02T22:08:50.119423Z","steps":["trace[1766897344] 'agreement among raft nodes before linearized reading' (duration: 3.723143133s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:50.119473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:46.396161Z","time spent":"3.723295507s","remote":"127.0.0.1:33376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:50.11948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.915150002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-02T22:08:50.119549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94535441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:50.119519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.159457235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:50.119594Z","caller":"traceutil/trace.go:171","msg":"trace[1339505654] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:22773; }","duration":"1.945430282s","start":"2026-03-02T22:08:48.174155Z","end":"2026-03-02T22:08:50.119586Z","steps":["trace[1339505654] 'agreement among raft nodes before linearized reading' (duration: 1.94536323s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:50.119619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:48.174138Z","time spent":"1.945475223s","remote":"127.0.0.1:36640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:50.119624Z","caller":"traceutil/trace.go:171","msg":"trace[736286726] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:22773; }","duration":"5.159612918s","start":"2026-03-02T22:08:44.959984Z","end":"2026-03-02T22:08:50.119597Z","steps":["trace[736286726] 'agreement among raft nodes before linearized reading' (duration: 5.159440344s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:50.119604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108357349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:50.119638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.507624608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:50.119685Z","caller":"traceutil/trace.go:171","msg":"trace[244364334] transaction","detail":"{read_only:false; response_revision:22773; number_of_response:1; }","duration":"3.521904585s","start":"2026-03-02T22:08:46.597769Z","end":"2026-03-02T22:08:50.119674Z","steps":["trace[244364334] 'process raft request' (duration: 3.521212359s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:50.119682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.959909Z","time spent":"5.159761562s","remote":"127.0.0.1:33198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:50.119693Z","caller":"traceutil/trace.go:171","msg":"trace[278795413] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:22773; }","duration":"2.50771492s","start":"2026-03-02T22:08:47.611961Z","end":"2026-03-02T22:08:50.119676Z","steps":["trace[278795413] 'agreement among raft nodes before linearized reading' (duration: 2.507629848s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:50.119701Z","caller":"traceutil/trace.go:171","msg":"trace[2084739758] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:22773; }","duration":"2.108482422s","start":"2026-03-02T22:08:48.011186Z","end":"2026-03-02T22:08:50.119669Z","steps":["trace[2084739758] 'agreement among raft nodes before linearized reading' (duration: 2.108347869s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:50.119738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.525944234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-02T22:08:50.119744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:48.011145Z","time spent":"2.108585544s","remote":"127.0.0.1:52014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:50.119745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:47.611909Z","time spent":"2.507818562s","remote":"127.0.0.1:50316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:50.119776Z","caller":"traceutil/trace.go:171","msg":"trace[1630505798] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:22773; }","duration":"5.526004835s","start":"2026-03-02T22:08:44.593762Z","end":"2026-03-02T22:08:50.119767Z","steps":["trace[1630505798] 'agreement among raft nodes before linearized reading' (duration: 5.525877602s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:50.119807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.593751Z","time spent":"5.526049536s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-02T22:08:50.119724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:46.597759Z","time spent":"3.521945596s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:50.119561Z","caller":"traceutil/trace.go:171","msg":"trace[221207745] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22773; }","duration":"2.915260815s","start":"2026-03-02T22:08:47.20428Z","end":"2026-03-02T22:08:50.119541Z","steps":["trace[221207745] 'agreement among raft nodes before linearized reading' (duration: 2.91505149s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:50.119913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:47.204262Z","time spent":"2.915639293s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:08:50.119944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.526992169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18644"} {"level":"info","ts":"2026-03-02T22:08:50.119991Z","caller":"traceutil/trace.go:171","msg":"trace[241137906] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22773; }","duration":"5.52708601s","start":"2026-03-02T22:08:44.592893Z","end":"2026-03-02T22:08:50.119979Z","steps":["trace[241137906] 'agreement among raft nodes before linearized reading' (duration: 5.526907096s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:50.120031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.592877Z","time spent":"5.527146152s","remote":"127.0.0.1:45280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18666,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:08:50.120167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.334078996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:50.120331Z","caller":"traceutil/trace.go:171","msg":"trace[1982678660] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:22773; }","duration":"5.334275971s","start":"2026-03-02T22:08:44.786039Z","end":"2026-03-02T22:08:50.120315Z","steps":["trace[1982678660] 'agreement among raft nodes before linearized reading' (duration: 5.33337216s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:50.120466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:44.786022Z","time spent":"5.334427145s","remote":"127.0.0.1:33060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:50.51033Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.704476651s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:08:50.690793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000601558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:08:50.690877Z","caller":"traceutil/trace.go:171","msg":"trace[908490421] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000739681s","start":"2026-03-02T22:08:48.690118Z","end":"2026-03-02T22:08:50.690858Z","steps":["trace[908490421] 'agreement among raft nodes before linearized reading' (duration: 2.000637469s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:50.69093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:48.690093Z","time spent":"2.000821624s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:08:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:08:50.920861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.230898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:50.921165Z","caller":"traceutil/trace.go:171","msg":"trace[1511727052] transaction","detail":"{read_only:false; response_revision:22775; number_of_response:1; }","duration":"2.639932486s","start":"2026-03-02T22:08:48.281196Z","end":"2026-03-02T22:08:50.921129Z","steps":["trace[1511727052] 'process raft request' (duration: 2.639791392s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:50.92129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:48.281185Z","time spent":"2.640041809s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:50.921679Z","caller":"traceutil/trace.go:171","msg":"trace[1461768855] transaction","detail":"{read_only:false; response_revision:22774; number_of_response:1; }","duration":"2.643010129s","start":"2026-03-02T22:08:48.278639Z","end":"2026-03-02T22:08:50.921649Z","steps":["trace[1461768855] 'process raft request' (duration: 2.23189642s)","trace[1461768855] 'compare' (duration: 409.86501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:50.921797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:48.278623Z","time spent":"2.643112061s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:52.691341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000194618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:08:52.691428Z","caller":"traceutil/trace.go:171","msg":"trace[31478927] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000330071s","start":"2026-03-02T22:08:50.691079Z","end":"2026-03-02T22:08:52.691409Z","steps":["trace[31478927] 'agreement among raft nodes before linearized reading' (duration: 2.000216448s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.691526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:50.69106Z","time spent":"2.000454404s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:08:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:08:52.725451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209954274s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:52.725705Z","caller":"traceutil/trace.go:171","msg":"trace[181585785] transaction","detail":"{read_only:false; response_revision:22776; number_of_response:1; }","duration":"3.948271121s","start":"2026-03-02T22:08:48.777406Z","end":"2026-03-02T22:08:52.725677Z","steps":["trace[181585785] 'process raft request' (duration: 2.73800676s)","trace[181585785] 'compare' (duration: 1.208834638s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:52.725843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:48.777356Z","time spent":"3.948414184s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:52.727109Z","caller":"traceutil/trace.go:171","msg":"trace[1254856331] transaction","detail":"{read_only:false; response_revision:22777; number_of_response:1; }","duration":"2.603308767s","start":"2026-03-02T22:08:50.123731Z","end":"2026-03-02T22:08:52.72704Z","steps":["trace[1254856331] 'process raft request' (duration: 2.601842652s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:52.727228Z","caller":"traceutil/trace.go:171","msg":"trace[674741766] transaction","detail":"{read_only:false; response_revision:22778; number_of_response:1; }","duration":"1.772647793s","start":"2026-03-02T22:08:50.954534Z","end":"2026-03-02T22:08:52.727182Z","steps":["trace[674741766] 'process raft request' (duration: 1.77250348s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.727197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.372169078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:08:52.727488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:50.123708Z","time spent":"2.603556443s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:52.727487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.44794763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a429ac0ddc\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-03-02T22:08:52.727532Z","caller":"traceutil/trace.go:171","msg":"trace[1567999768] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:22777; }","duration":"3.372542527s","start":"2026-03-02T22:08:49.354968Z","end":"2026-03-02T22:08:52.72751Z","steps":["trace[1567999768] 'agreement among raft nodes before linearized reading' (duration: 3.372163018s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.727233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982826062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:08:52.727275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.345626765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:52.727558Z","caller":"traceutil/trace.go:171","msg":"trace[121688369] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925a429ac0ddc; range_end:; response_count:1; response_revision:22778; }","duration":"4.448043283s","start":"2026-03-02T22:08:48.279496Z","end":"2026-03-02T22:08:52.727539Z","steps":["trace[121688369] 'agreement among raft nodes before linearized reading' (duration: 4.447847328s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.727584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:49.354947Z","time spent":"3.372626189s","remote":"127.0.0.1:60956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:52.727594Z","caller":"traceutil/trace.go:171","msg":"trace[736721372] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22778; }","duration":"2.983225942s","start":"2026-03-02T22:08:49.744353Z","end":"2026-03-02T22:08:52.727579Z","steps":["trace[736721372] 'agreement among raft nodes before linearized reading' (duration: 2.982809682s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.727616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:48.279471Z","time spent":"4.448136894s","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a429ac0ddc\" "} {"level":"info","ts":"2026-03-02T22:08:52.727616Z","caller":"traceutil/trace.go:171","msg":"trace[1372057226] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:22778; }","duration":"3.345982964s","start":"2026-03-02T22:08:49.381614Z","end":"2026-03-02T22:08:52.727597Z","steps":["trace[1372057226] 'agreement among raft nodes before linearized reading' (duration: 3.345621146s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.727641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:49.744331Z","time spent":"2.983299543s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:52.727611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:50.954507Z","time spent":"1.77295829s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:52.727674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:49.381604Z","time spent":"3.346053175s","remote":"127.0.0.1:45486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:52.727289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.301185211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:52.727735Z","caller":"traceutil/trace.go:171","msg":"trace[297389045] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:22778; }","duration":"3.301657412s","start":"2026-03-02T22:08:49.426063Z","end":"2026-03-02T22:08:52.727721Z","steps":["trace[297389045] 'agreement among raft nodes before linearized reading' (duration: 3.30116617s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.727327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.776822674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:52.727792Z","caller":"traceutil/trace.go:171","msg":"trace[1594230823] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:22778; }","duration":"3.777328556s","start":"2026-03-02T22:08:48.950457Z","end":"2026-03-02T22:08:52.727785Z","steps":["trace[1594230823] 'agreement among raft nodes before linearized reading' (duration: 3.776828765s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.72782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:48.950431Z","time spent":"3.777381958s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:52.72713Z","caller":"traceutil/trace.go:171","msg":"trace[2121020045] linearizableReadLoop","detail":"{readStateIndex:23553; appliedIndex:23550; }","duration":"2.607815873s","start":"2026-03-02T22:08:50.119294Z","end":"2026-03-02T22:08:52.72711Z","steps":["trace[2121020045] 'read index received' (duration: 391.370793ms)","trace[2121020045] 'applied index is now lower than readState.Index' (duration: 2.21644322s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:52.727544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.449364674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fef6e976-7bbb-416a-852e-5870bf61ed6a\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-02T22:08:52.727561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.447371877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18644"} {"level":"warn","ts":"2026-03-02T22:08:52.727289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.44622436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:52.727974Z","caller":"traceutil/trace.go:171","msg":"trace[52586112] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22778; }","duration":"4.447792556s","start":"2026-03-02T22:08:48.280159Z","end":"2026-03-02T22:08:52.727951Z","steps":["trace[52586112] 'agreement among raft nodes before linearized reading' (duration: 4.447151941s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.728018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:48.280145Z","time spent":"4.447861528s","remote":"127.0.0.1:45280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18666,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:08:52.727803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:49.426053Z","time spent":"3.301739124s","remote":"127.0.0.1:50412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:52.727974Z","caller":"traceutil/trace.go:171","msg":"trace[451481750] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:22778; }","duration":"4.446934756s","start":"2026-03-02T22:08:48.281027Z","end":"2026-03-02T22:08:52.727962Z","steps":["trace[451481750] 'agreement among raft nodes before linearized reading' (duration: 4.446182359s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.728126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:48.281023Z","time spent":"4.44708865s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:08:52.72815Z","caller":"traceutil/trace.go:171","msg":"trace[521392939] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fef6e976-7bbb-416a-852e-5870bf61ed6a; range_end:; response_count:1; response_revision:22778; }","duration":"4.449756703s","start":"2026-03-02T22:08:48.278129Z","end":"2026-03-02T22:08:52.727885Z","steps":["trace[521392939] 'agreement among raft nodes before linearized reading' (duration: 4.449259071s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.72737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.27936372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:52.728227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:48.278109Z","time spent":"4.450106021s","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-fef6e976-7bbb-416a-852e-5870bf61ed6a\" "} {"level":"warn","ts":"2026-03-02T22:08:52.727365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.751476627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:52.728296Z","caller":"traceutil/trace.go:171","msg":"trace[1173887645] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:22778; }","duration":"2.752470681s","start":"2026-03-02T22:08:49.975812Z","end":"2026-03-02T22:08:52.728283Z","steps":["trace[1173887645] 'agreement among raft nodes before linearized reading' (duration: 2.751385986s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.728334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:49.975795Z","time spent":"2.752529062s","remote":"127.0.0.1:50322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:52.728372Z","caller":"traceutil/trace.go:171","msg":"trace[1775323028] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:22778; }","duration":"4.280281771s","start":"2026-03-02T22:08:48.447969Z","end":"2026-03-02T22:08:52.728251Z","steps":["trace[1775323028] 'agreement among raft nodes before linearized reading' (duration: 4.27936876s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:52.728481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:48.447956Z","time spent":"4.280504616s","remote":"127.0.0.1:36576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:53.22879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704765505,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:08:53.364726Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.117135753s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:08:53.740119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.03835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:53.740613Z","caller":"traceutil/trace.go:171","msg":"trace[1794380483] transaction","detail":"{read_only:false; response_revision:22781; number_of_response:1; }","duration":"1.614978418s","start":"2026-03-02T22:08:52.125604Z","end":"2026-03-02T22:08:53.740582Z","steps":["trace[1794380483] 'process raft request' (duration: 1.614877776s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:53.740709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.125598Z","time spent":"1.61507025s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:53.740658Z","caller":"traceutil/trace.go:171","msg":"trace[69890043] transaction","detail":"{read_only:false; response_revision:22780; number_of_response:1; }","duration":"1.61506512s","start":"2026-03-02T22:08:52.125551Z","end":"2026-03-02T22:08:53.740616Z","steps":["trace[69890043] 'process raft request' (duration: 1.614798484s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:53.740621Z","caller":"traceutil/trace.go:171","msg":"trace[1533940328] transaction","detail":"{read_only:false; response_revision:22779; number_of_response:1; }","duration":"1.615191083s","start":"2026-03-02T22:08:52.125385Z","end":"2026-03-02T22:08:53.740576Z","steps":["trace[1533940328] 'process raft request' (duration: 1.239539078s)","trace[1533940328] 'compare' (duration: 374.460957ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:53.741133Z","caller":"traceutil/trace.go:171","msg":"trace[1562898665] transaction","detail":"{read_only:false; response_revision:22782; number_of_response:1; }","duration":"1.61545339s","start":"2026-03-02T22:08:52.125646Z","end":"2026-03-02T22:08:53.741099Z","steps":["trace[1562898665] 'process raft request' (duration: 1.614882246s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:53.741116Z","caller":"traceutil/trace.go:171","msg":"trace[1429870099] transaction","detail":"{read_only:false; response_revision:22783; number_of_response:1; }","duration":"1.615312507s","start":"2026-03-02T22:08:52.125774Z","end":"2026-03-02T22:08:53.741086Z","steps":["trace[1429870099] 'process raft request' (duration: 1.615161692s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:53.741051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.125542Z","time spent":"1.615403137s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:53.741267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.12564Z","time spent":"1.615554392s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:53.741349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.125361Z","time spent":"1.615795648s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:53.741412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.125767Z","time spent":"1.615439809s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:54.699336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999604144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:08:54.699558Z","caller":"traceutil/trace.go:171","msg":"trace[326990775] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999885101s","start":"2026-03-02T22:08:52.699645Z","end":"2026-03-02T22:08:54.69953Z","steps":["trace[326990775] 'agreement among raft nodes before linearized reading' (duration: 1.999636855s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:54.699754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.699505Z","time spent":"2.000231858s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:08:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:08:55.257262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137768777s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:55.257779Z","caller":"traceutil/trace.go:171","msg":"trace[996821352] transaction","detail":"{read_only:false; response_revision:22784; number_of_response:1; }","duration":"2.526151243s","start":"2026-03-02T22:08:52.731602Z","end":"2026-03-02T22:08:55.257754Z","steps":["trace[996821352] 'process raft request' (duration: 1.387794982s)","trace[996821352] 'compare' (duration: 1.13742577s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:55.25788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.731585Z","time spent":"2.526247746s","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:55.277929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998947773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-02T22:08:55.277928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99960401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:08:55.278011Z","caller":"traceutil/trace.go:171","msg":"trace[1500066328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999077017s","start":"2026-03-02T22:08:50.278916Z","end":"2026-03-02T22:08:55.277993Z","steps":["trace[1500066328] 'agreement among raft nodes before linearized reading' (duration: 4.998967694s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:55.278027Z","caller":"traceutil/trace.go:171","msg":"trace[1562394101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999764834s","start":"2026-03-02T22:08:50.278236Z","end":"2026-03-02T22:08:55.278001Z","steps":["trace[1562394101] 'agreement among raft nodes before linearized reading' (duration: 4.999636641s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:55.278057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:50.278901Z","time spent":"4.999144478s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/02 22:08:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:08:55.278092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:50.278215Z","time spent":"4.999864076s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/02 22:08:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:08:55.279018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999911356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:08:55.279084Z","caller":"traceutil/trace.go:171","msg":"trace[617627333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999995748s","start":"2026-03-02T22:08:50.279067Z","end":"2026-03-02T22:08:55.279063Z","steps":["trace[617627333] 'agreement among raft nodes before linearized reading' (duration: 4.999916105s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:55.279118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:50.27906Z","time spent":"5.000051s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:08:56.364631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107259041s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T22:08:56.366183Z","caller":"traceutil/trace.go:171","msg":"trace[1794017059] linearizableReadLoop","detail":"{readStateIndex:23562; appliedIndex:23555; }","duration":"3.63828531s","start":"2026-03-02T22:08:52.727873Z","end":"2026-03-02T22:08:56.366158Z","steps":["trace[1794017059] 'read index received' (duration: 637.062905ms)","trace[1794017059] 'applied index is now lower than readState.Index' (duration: 3.001221405s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:56.366201Z","caller":"traceutil/trace.go:171","msg":"trace[1945306093] transaction","detail":"{read_only:false; response_revision:22786; number_of_response:1; }","duration":"3.083349444s","start":"2026-03-02T22:08:53.2828Z","end":"2026-03-02T22:08:56.366149Z","steps":["trace[1945306093] 'process raft request' (duration: 3.08192555s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:56.366386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:53.282769Z","time spent":"3.083514407s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:56.700079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000504355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:08:56.70019Z","caller":"traceutil/trace.go:171","msg":"trace[1169979922] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000650749s","start":"2026-03-02T22:08:54.699512Z","end":"2026-03-02T22:08:56.700163Z","steps":["trace[1169979922] 'agreement among raft nodes before linearized reading' (duration: 2.000525536s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:56.70026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:54.6995Z","time spent":"2.000745351s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:08:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:08:56.867282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704765517,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:08:56.952571Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.73721257s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:08:57.052832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999949232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:08:57.052927Z","caller":"traceutil/trace.go:171","msg":"trace[449959262] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000106106s","start":"2026-03-02T22:08:55.0528Z","end":"2026-03-02T22:08:57.052906Z","steps":["trace[449959262] 'agreement among raft nodes before linearized reading' (duration: 1.999976243s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:57.052976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:55.052779Z","time spent":"2.000187408s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:08:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:08:57.138775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.860604887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T22:08:57.138806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.96631287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:57.138887Z","caller":"traceutil/trace.go:171","msg":"trace[263090385] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22786; }","duration":"6.966429382s","start":"2026-03-02T22:08:50.172434Z","end":"2026-03-02T22:08:57.138863Z","steps":["trace[263090385] 'agreement among raft nodes before linearized reading' (duration: 6.193884045s)","trace[263090385] 'range keys from in-memory index tree' (duration: 772.439025ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:57.138892Z","caller":"traceutil/trace.go:171","msg":"trace[2138535140] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22786; }","duration":"6.860764881s","start":"2026-03-02T22:08:50.278103Z","end":"2026-03-02T22:08:57.138868Z","steps":["trace[2138535140] 'agreement among raft nodes before linearized reading' (duration: 6.088200483s)","trace[2138535140] 'range keys from in-memory index tree' (duration: 772.298671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:57.138952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:50.172422Z","time spent":"6.966516295s","remote":"127.0.0.1:45542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:08:57.138954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.017240426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:08:57.139043Z","caller":"traceutil/trace.go:171","msg":"trace[418001337] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22786; }","duration":"7.01735052s","start":"2026-03-02T22:08:50.121667Z","end":"2026-03-02T22:08:57.139018Z","steps":["trace[418001337] 'agreement among raft nodes before linearized reading' (duration: 6.244654379s)","trace[418001337] 'range keys from in-memory index tree' (duration: 772.471916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:57.139076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:50.121652Z","time spent":"7.017413761s","remote":"127.0.0.1:45374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T22:08:57.138967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:50.278088Z","time spent":"6.860867913s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:08:57.139287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.860106336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:08:57.139253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.583322152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:08:57.139332Z","caller":"traceutil/trace.go:171","msg":"trace[527859307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22786; }","duration":"6.860175688s","start":"2026-03-02T22:08:50.279141Z","end":"2026-03-02T22:08:57.139317Z","steps":["trace[527859307] 'agreement among raft nodes before linearized reading' (duration: 6.087126328s)","trace[527859307] 'range keys from in-memory index tree' (duration: 772.863326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:57.139365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:50.279129Z","time spent":"6.860226569s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:08:57.139361Z","caller":"traceutil/trace.go:171","msg":"trace[1031823071] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22786; }","duration":"4.583476965s","start":"2026-03-02T22:08:52.55586Z","end":"2026-03-02T22:08:57.139337Z","steps":["trace[1031823071] 'agreement among raft nodes before linearized reading' (duration: 3.810448816s)","trace[1031823071] 'range keys from in-memory index tree' (duration: 772.779003ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:57.139419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.555839Z","time spent":"4.583567737s","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T22:08:57.139426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.901496665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:57.139463Z","caller":"traceutil/trace.go:171","msg":"trace[666952996] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:22786; }","duration":"4.901565057s","start":"2026-03-02T22:08:52.237882Z","end":"2026-03-02T22:08:57.139447Z","steps":["trace[666952996] 'agreement among raft nodes before linearized reading' (duration: 4.128376103s)","trace[666952996] 'count revisions from in-memory index tree' (duration: 773.127852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:57.139461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.858668673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:08:57.13947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.685006883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:57.139464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.906183929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:08:57.139496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.499244499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:57.139545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.237862Z","time spent":"4.901630008s","remote":"127.0.0.1:60924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:57.139559Z","caller":"traceutil/trace.go:171","msg":"trace[1183131711] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22786; }","duration":"6.499349461s","start":"2026-03-02T22:08:50.640196Z","end":"2026-03-02T22:08:57.139546Z","steps":["trace[1183131711] 'agreement among raft nodes before linearized reading' (duration: 5.726103486s)","trace[1183131711] 'count revisions from in-memory index tree' (duration: 773.168573ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:57.139502Z","caller":"traceutil/trace.go:171","msg":"trace[220109326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22786; }","duration":"6.858747615s","start":"2026-03-02T22:08:50.280742Z","end":"2026-03-02T22:08:57.139489Z","steps":["trace[220109326] 'agreement among raft nodes before linearized reading' (duration: 6.08551146s)","trace[220109326] 'range keys from in-memory index tree' (duration: 773.134323ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:57.139572Z","caller":"traceutil/trace.go:171","msg":"trace[1714703158] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22786; }","duration":"6.685149706s","start":"2026-03-02T22:08:50.454398Z","end":"2026-03-02T22:08:57.139547Z","steps":["trace[1714703158] 'agreement among raft nodes before linearized reading' (duration: 5.91182958s)","trace[1714703158] 'count revisions from in-memory index tree' (duration: 773.159333ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:57.139573Z","caller":"traceutil/trace.go:171","msg":"trace[1937901324] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22786; }","duration":"6.906337932s","start":"2026-03-02T22:08:50.233205Z","end":"2026-03-02T22:08:57.139543Z","steps":["trace[1937901324] 'agreement among raft nodes before linearized reading' (duration: 6.133066327s)","trace[1937901324] 'count revisions from in-memory index tree' (duration: 773.115412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:57.139592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:50.640172Z","time spent":"6.499411242s","remote":"127.0.0.1:33350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:57.139609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:50.28072Z","time spent":"6.858880197s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:57.139617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:50.454377Z","time spent":"6.685228599s","remote":"127.0.0.1:33214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:57.139626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:50.233174Z","time spent":"6.906439985s","remote":"127.0.0.1:58190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:57.139573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.205766284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-02T22:08:57.139758Z","caller":"traceutil/trace.go:171","msg":"trace[2102194358] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22786; }","duration":"6.205913788s","start":"2026-03-02T22:08:50.933761Z","end":"2026-03-02T22:08:57.139674Z","steps":["trace[2102194358] 'agreement among raft nodes before linearized reading' (duration: 5.43252572s)","trace[2102194358] 'range keys from in-memory index tree' (duration: 773.114612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:57.139856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:50.933743Z","time spent":"6.206094063s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T22:08:57.140094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.866099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:57.140253Z","caller":"traceutil/trace.go:171","msg":"trace[1676134992] transaction","detail":"{read_only:false; response_revision:22787; number_of_response:1; }","duration":"2.502858827s","start":"2026-03-02T22:08:54.637369Z","end":"2026-03-02T22:08:57.140227Z","steps":["trace[1676134992] 'process raft request' (duration: 1.728779673s)","trace[1676134992] 'compare' (duration: 773.182103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:57.140375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:54.637343Z","time spent":"2.50296457s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:57.14136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.433582642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:08:57.141434Z","caller":"traceutil/trace.go:171","msg":"trace[645264558] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22786; }","duration":"4.433684944s","start":"2026-03-02T22:08:52.707728Z","end":"2026-03-02T22:08:57.141413Z","steps":["trace[645264558] 'agreement among raft nodes before linearized reading' (duration: 3.658560076s)","trace[645264558] 'count revisions from in-memory index tree' (duration: 775.018646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:57.141485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.707715Z","time spent":"4.433755256s","remote":"127.0.0.1:42714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2658,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:57.14167Z","caller":"traceutil/trace.go:171","msg":"trace[1649816020] transaction","detail":"{read_only:false; response_revision:22788; number_of_response:1; }","duration":"2.40933397s","start":"2026-03-02T22:08:54.732317Z","end":"2026-03-02T22:08:57.141651Z","steps":["trace[1649816020] 'process raft request' (duration: 2.407865906s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:57.141781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:54.732288Z","time spent":"2.409441992s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:58.707895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000258029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:08:58.708022Z","caller":"traceutil/trace.go:171","msg":"trace[467520577] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000435465s","start":"2026-03-02T22:08:56.707563Z","end":"2026-03-02T22:08:58.707999Z","steps":["trace[467520577] 'agreement among raft nodes before linearized reading' (duration: 2.0002799s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:58.708094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:56.707545Z","time spent":"2.000536447s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:08:58.743725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.647227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:08:58.744092Z","caller":"traceutil/trace.go:171","msg":"trace[1495286125] transaction","detail":"{read_only:false; response_revision:22789; number_of_response:1; }","duration":"2.996157555s","start":"2026-03-02T22:08:55.747891Z","end":"2026-03-02T22:08:58.744049Z","steps":["trace[1495286125] 'process raft request' (duration: 2.167071588s)","trace[1495286125] 'compare' (duration: 828.319729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:08:58.744213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:55.74786Z","time spent":"2.996295537s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:58.744422Z","caller":"traceutil/trace.go:171","msg":"trace[973469612] transaction","detail":"{read_only:false; response_revision:22797; number_of_response:1; }","duration":"1.598548443s","start":"2026-03-02T22:08:57.145856Z","end":"2026-03-02T22:08:58.744405Z","steps":["trace[973469612] 'process raft request' (duration: 1.598497852s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:58.744517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.145836Z","time spent":"1.598630444s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:58.744735Z","caller":"traceutil/trace.go:171","msg":"trace[1401861032] transaction","detail":"{read_only:false; response_revision:22790; number_of_response:1; }","duration":"2.996735629s","start":"2026-03-02T22:08:55.747983Z","end":"2026-03-02T22:08:58.744719Z","steps":["trace[1401861032] 'process raft request' (duration: 2.995901389s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:58.744817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:55.747919Z","time spent":"2.996851932s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:58.744887Z","caller":"traceutil/trace.go:171","msg":"trace[2108244517] transaction","detail":"{read_only:false; response_revision:22795; number_of_response:1; }","duration":"1.600575701s","start":"2026-03-02T22:08:57.144293Z","end":"2026-03-02T22:08:58.744869Z","steps":["trace[2108244517] 'process raft request' (duration: 1.599959176s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:58.74493Z","caller":"traceutil/trace.go:171","msg":"trace[547257348] transaction","detail":"{read_only:false; response_revision:22796; number_of_response:1; }","duration":"1.599390613s","start":"2026-03-02T22:08:57.145526Z","end":"2026-03-02T22:08:58.744917Z","steps":["trace[547257348] 'process raft request' (duration: 1.598784228s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:58.745084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.14551Z","time spent":"1.599450794s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:58.745264Z","caller":"traceutil/trace.go:171","msg":"trace[307802758] transaction","detail":"{read_only:false; response_revision:22792; number_of_response:1; }","duration":"2.996439242s","start":"2026-03-02T22:08:55.748804Z","end":"2026-03-02T22:08:58.745244Z","steps":["trace[307802758] 'process raft request' (duration: 2.995287045s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:58.745254Z","caller":"traceutil/trace.go:171","msg":"trace[189627353] linearizableReadLoop","detail":"{readStateIndex:23571; appliedIndex:23563; }","duration":"2.378984416s","start":"2026-03-02T22:08:56.366229Z","end":"2026-03-02T22:08:58.745213Z","steps":["trace[189627353] 'read index received' (duration: 586.668401ms)","trace[189627353] 'applied index is now lower than readState.Index' (duration: 1.792312545s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:08:58.745364Z","caller":"traceutil/trace.go:171","msg":"trace[525225120] transaction","detail":"{read_only:false; response_revision:22793; number_of_response:1; }","duration":"2.996250347s","start":"2026-03-02T22:08:55.74907Z","end":"2026-03-02T22:08:58.74532Z","steps":["trace[525225120] 'process raft request' (duration: 2.995070679s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:58.745442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.012472903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:58.745461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.802181791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:58.745465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:55.74879Z","time spent":"2.996509954s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:58.745498Z","caller":"traceutil/trace.go:171","msg":"trace[14528993] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22797; }","duration":"6.012550195s","start":"2026-03-02T22:08:52.732929Z","end":"2026-03-02T22:08:58.745479Z","steps":["trace[14528993] 'agreement among raft nodes before linearized reading' (duration: 6.012457793s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:58.745548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.732917Z","time spent":"6.012617616s","remote":"127.0.0.1:45374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:08:58.745566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:55.74906Z","time spent":"2.996393951s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:58.745588Z","caller":"traceutil/trace.go:171","msg":"trace[1457712572] transaction","detail":"{read_only:false; response_revision:22791; number_of_response:1; }","duration":"2.997565448s","start":"2026-03-02T22:08:55.74801Z","end":"2026-03-02T22:08:58.745576Z","steps":["trace[1457712572] 'process raft request' (duration: 2.996023261s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:58.745581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.48379493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-6d588ff7d8-2q2tz.189924231edbd62d\" ","response":"range_response_count:1 size:1979"} {"level":"warn","ts":"2026-03-02T22:08:58.745644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.014104952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-02T22:08:58.745646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:55.74799Z","time spent":"2.997628299s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:58.745656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67630009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:08:58.744818Z","caller":"traceutil/trace.go:171","msg":"trace[1049806197] transaction","detail":"{read_only:false; response_revision:22794; number_of_response:1; }","duration":"2.963494908s","start":"2026-03-02T22:08:55.781282Z","end":"2026-03-02T22:08:58.744777Z","steps":["trace[1049806197] 'process raft request' (duration: 2.962907883s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:58.745503Z","caller":"traceutil/trace.go:171","msg":"trace[1518347364] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:22797; }","duration":"4.802280103s","start":"2026-03-02T22:08:53.943209Z","end":"2026-03-02T22:08:58.745489Z","steps":["trace[1518347364] 'agreement among raft nodes before linearized reading' (duration: 4.80215961s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:58.745716Z","caller":"traceutil/trace.go:171","msg":"trace[437301128] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:22797; }","duration":"1.676406481s","start":"2026-03-02T22:08:57.069297Z","end":"2026-03-02T22:08:58.745703Z","steps":["trace[437301128] 'agreement among raft nodes before linearized reading' (duration: 1.676299439s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:58.745744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.273534142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:58.745747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.560421764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:58.745739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665526628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:58.745778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:55.781267Z","time spent":"2.96445674s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:08:58.745787Z","caller":"traceutil/trace.go:171","msg":"trace[1968139588] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:22797; }","duration":"3.273582963s","start":"2026-03-02T22:08:55.472193Z","end":"2026-03-02T22:08:58.745776Z","steps":["trace[1968139588] 'agreement among raft nodes before linearized reading' (duration: 3.273509411s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:58.745763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.676517176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:08:58.745826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.482853396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:58.745836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.600990577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:58.745836Z","caller":"traceutil/trace.go:171","msg":"trace[1781076696] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:22797; }","duration":"2.665672062s","start":"2026-03-02T22:08:56.080141Z","end":"2026-03-02T22:08:58.745813Z","steps":["trace[1781076696] 'agreement among raft nodes before linearized reading' (duration: 2.665451076s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:58.745676Z","caller":"traceutil/trace.go:171","msg":"trace[1787076171] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:22797; }","duration":"6.014158953s","start":"2026-03-02T22:08:52.731509Z","end":"2026-03-02T22:08:58.745668Z","steps":["trace[1787076171] 'agreement among raft nodes before linearized reading' (duration: 6.01401457s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:58.745853Z","caller":"traceutil/trace.go:171","msg":"trace[352389691] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:22797; }","duration":"2.676653699s","start":"2026-03-02T22:08:56.06918Z","end":"2026-03-02T22:08:58.745834Z","steps":["trace[352389691] 'agreement among raft nodes before linearized reading' (duration: 2.676464995s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:58.745866Z","caller":"traceutil/trace.go:171","msg":"trace[901818271] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:22797; }","duration":"2.482927388s","start":"2026-03-02T22:08:56.262927Z","end":"2026-03-02T22:08:58.745854Z","steps":["trace[901818271] 'agreement among raft nodes before linearized reading' (duration: 2.482847116s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:58.745864Z","caller":"traceutil/trace.go:171","msg":"trace[527172715] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:22797; }","duration":"5.601054688s","start":"2026-03-02T22:08:53.144802Z","end":"2026-03-02T22:08:58.745857Z","steps":["trace[527172715] 'agreement among raft nodes before linearized reading' (duration: 5.601009497s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:58.745887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.731493Z","time spent":"6.014385778s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-02T22:08:58.74588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523816509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:58.745897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:56.262905Z","time spent":"2.482984289s","remote":"127.0.0.1:45470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:58.745912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:53.144781Z","time spent":"5.60112227s","remote":"127.0.0.1:33160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:58.745924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:56.069157Z","time spent":"2.67672918s","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:58.745938Z","caller":"traceutil/trace.go:171","msg":"trace[1776156725] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22797; }","duration":"2.523922101s","start":"2026-03-02T22:08:56.221999Z","end":"2026-03-02T22:08:58.745921Z","steps":["trace[1776156725] 'agreement among raft nodes before linearized reading' (duration: 2.523777178s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:58.745923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.777930603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:58.745976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:56.221977Z","time spent":"2.523990703s","remote":"127.0.0.1:33188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:58.745841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:55.472134Z","time spent":"3.273697275s","remote":"127.0.0.1:33206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:58.746001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464990896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:08:58.746008Z","caller":"traceutil/trace.go:171","msg":"trace[428104343] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:22797; }","duration":"5.778076127s","start":"2026-03-02T22:08:52.967907Z","end":"2026-03-02T22:08:58.745983Z","steps":["trace[428104343] 'agreement among raft nodes before linearized reading' (duration: 5.77779258s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:58.74589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:56.080119Z","time spent":"2.665760214s","remote":"127.0.0.1:45502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:58.74605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465741193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:08:58.746055Z","caller":"traceutil/trace.go:171","msg":"trace[1597546293] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22797; }","duration":"1.465071017s","start":"2026-03-02T22:08:57.28097Z","end":"2026-03-02T22:08:58.746041Z","steps":["trace[1597546293] 'agreement among raft nodes before linearized reading' (duration: 1.464903423s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:58.745788Z","caller":"traceutil/trace.go:171","msg":"trace[1555903035] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:22797; }","duration":"5.560488106s","start":"2026-03-02T22:08:53.185292Z","end":"2026-03-02T22:08:58.74578Z","steps":["trace[1555903035] 'agreement among raft nodes before linearized reading' (duration: 5.560426134s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:58.746066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:52.96789Z","time spent":"5.778165988s","remote":"127.0.0.1:33158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:58.746087Z","caller":"traceutil/trace.go:171","msg":"trace[1104313433] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22797; }","duration":"1.465811415s","start":"2026-03-02T22:08:57.280264Z","end":"2026-03-02T22:08:58.746075Z","steps":["trace[1104313433] 'agreement among raft nodes before linearized reading' (duration: 1.465687632s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:58.745747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:53.943193Z","time spent":"4.8025362s","remote":"127.0.0.1:33524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:58.746108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.280939Z","time spent":"1.465157479s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:08:58.746131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:53.185278Z","time spent":"5.560826833s","remote":"127.0.0.1:33172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:58.746165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466597183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:58.746195Z","caller":"traceutil/trace.go:171","msg":"trace[734050265] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22797; }","duration":"1.466660134s","start":"2026-03-02T22:08:57.279523Z","end":"2026-03-02T22:08:58.746183Z","steps":["trace[734050265] 'agreement among raft nodes before linearized reading' (duration: 1.466615113s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:58.745754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.069275Z","time spent":"1.676470013s","remote":"127.0.0.1:45344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:08:58.746229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.279502Z","time spent":"1.466720205s","remote":"127.0.0.1:33118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:08:58.745669Z","caller":"traceutil/trace.go:171","msg":"trace[802617748] range","detail":"{range_begin:/registry/events/openstack/glance-api-6d588ff7d8-2q2tz.189924231edbd62d; range_end:; response_count:1; response_revision:22797; }","duration":"3.483927224s","start":"2026-03-02T22:08:55.261719Z","end":"2026-03-02T22:08:58.745646Z","steps":["trace[802617748] 'agreement among raft nodes before linearized reading' (duration: 3.483640377s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:58.746119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.280243Z","time spent":"1.465869636s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:08:58.746081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.852042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:58.746294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463999191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T22:08:58.746314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605079506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:08:58.746324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:55.261704Z","time spent":"3.484587169s","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2001,"request content":"key:\"/registry/events/openstack/glance-api-6d588ff7d8-2q2tz.189924231edbd62d\" "} {"level":"info","ts":"2026-03-02T22:08:58.746339Z","caller":"traceutil/trace.go:171","msg":"trace[1253898266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22797; }","duration":"1.464063612s","start":"2026-03-02T22:08:57.282262Z","end":"2026-03-02T22:08:58.746326Z","steps":["trace[1253898266] 'agreement among raft nodes before linearized reading' (duration: 1.46394457s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:58.746327Z","caller":"traceutil/trace.go:171","msg":"trace[1855421334] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:22797; }","duration":"182.088557ms","start":"2026-03-02T22:08:58.564217Z","end":"2026-03-02T22:08:58.746306Z","steps":["trace[1855421334] 'agreement among raft nodes before linearized reading' (duration: 181.825011ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:08:58.746354Z","caller":"traceutil/trace.go:171","msg":"trace[1718976013] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:0; response_revision:22797; }","duration":"1.605117267s","start":"2026-03-02T22:08:57.141224Z","end":"2026-03-02T22:08:58.746342Z","steps":["trace[1718976013] 'agreement among raft nodes before linearized reading' (duration: 1.605060246s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:58.746382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.282251Z","time spent":"1.464119805s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:08:58.746387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.141182Z","time spent":"1.605198829s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"warn","ts":"2026-03-02T22:08:58.746401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60184945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:08:58.746436Z","caller":"traceutil/trace.go:171","msg":"trace[858313376] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22797; }","duration":"1.601947023s","start":"2026-03-02T22:08:57.144479Z","end":"2026-03-02T22:08:58.746426Z","steps":["trace[858313376] 'agreement among raft nodes before linearized reading' (duration: 1.601875781s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:08:58.746464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.144415Z","time spent":"1.602042885s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:08:58.747163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:57.144265Z","time spent":"1.600671953s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:08:59.251801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704765522,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:09:00.277973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:58.752104Z","time spent":"1.525861176s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:09:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:09:00.279115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:58.752279Z","time spent":"1.526832698s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-02T22:09:00.279186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:58.752167Z","time spent":"1.527013992s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 22:09:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/02 22:09:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:09:00.292278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.030225ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:00.292371Z","caller":"traceutil/trace.go:171","msg":"trace[2131054014] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22797; }","duration":"242.132817ms","start":"2026-03-02T22:09:00.050225Z","end":"2026-03-02T22:09:00.292357Z","steps":["trace[2131054014] 'range keys from in-memory index tree' (duration: 242.010275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:00.292441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018954458s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-02T22:09:00.292531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:58.749336Z","time spent":"1.543190252s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:09:00.291858Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.018393975s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:09:00.293925Z","caller":"traceutil/trace.go:171","msg":"trace[517733462] linearizableReadLoop","detail":"{readStateIndex:23580; appliedIndex:23574; }","duration":"1.542949227s","start":"2026-03-02T22:08:58.750885Z","end":"2026-03-02T22:09:00.293834Z","steps":["trace[517733462] 'read index received' (duration: 522.644867ms)","trace[517733462] 'applied index is now lower than readState.Index' (duration: 1.02030284s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:00.294045Z","caller":"traceutil/trace.go:171","msg":"trace[2037358807] transaction","detail":"{read_only:false; response_revision:22802; number_of_response:1; }","duration":"1.143920094s","start":"2026-03-02T22:08:59.150096Z","end":"2026-03-02T22:09:00.294016Z","steps":["trace[2037358807] 'process raft request' (duration: 1.143685488s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:00.294123Z","caller":"traceutil/trace.go:171","msg":"trace[1598085800] transaction","detail":"{read_only:false; response_revision:22798; number_of_response:1; }","duration":"1.543615532s","start":"2026-03-02T22:08:58.750162Z","end":"2026-03-02T22:09:00.293777Z","steps":["trace[1598085800] 'process raft request' (duration: 1.543052658s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:00.29422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:58.750134Z","time spent":"1.544032991s","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1962,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:00.294218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:59.150064Z","time spent":"1.144073857s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:00.294275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543345296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T22:09:00.29432Z","caller":"traceutil/trace.go:171","msg":"trace[190471065] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22802; }","duration":"1.543449899s","start":"2026-03-02T22:08:58.750857Z","end":"2026-03-02T22:09:00.294307Z","steps":["trace[190471065] 'agreement among raft nodes before linearized reading' (duration: 1.543195793s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:00.294404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:58.750842Z","time spent":"1.54351917s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:09:00.756304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000058395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:09:00.756363Z","caller":"traceutil/trace.go:171","msg":"trace[1409501872] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000146977s","start":"2026-03-02T22:08:58.756204Z","end":"2026-03-02T22:09:00.756351Z","steps":["trace[1409501872] 'agreement among raft nodes before linearized reading' (duration: 2.000077025s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:00.756396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:58.756193Z","time spent":"2.000196818s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:09:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:09:00.794392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704765533,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:09:01.295312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704765533,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:09:01.525395Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.227800063s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:09:01.615816Z","caller":"traceutil/trace.go:171","msg":"trace[1134921890] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22802; }","duration":"1.33277879s","start":"2026-03-02T22:09:00.283015Z","end":"2026-03-02T22:09:01.615794Z","steps":["trace[1134921890] 'process raft request' (duration: 1.332735869s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:01.615848Z","caller":"traceutil/trace.go:171","msg":"trace[1781850632] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22802; }","duration":"1.334609732s","start":"2026-03-02T22:09:00.281211Z","end":"2026-03-02T22:09:01.615821Z","steps":["trace[1781850632] 'process raft request' (duration: 1.244442913s)","trace[1781850632] 'compare' (duration: 90.001495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:01.615973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.281181Z","time spent":"1.334715045s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":529,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:01.615994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.282999Z","time spent":"1.332893442s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":516,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:02.756794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00026255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:09:02.756879Z","caller":"traceutil/trace.go:171","msg":"trace[123681883] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000379722s","start":"2026-03-02T22:09:00.756479Z","end":"2026-03-02T22:09:02.756859Z","steps":["trace[123681883] 'agreement among raft nodes before linearized reading' (duration: 2.00027062s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:02.756942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.756473Z","time spent":"2.000458995s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:09:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:09:02.972896Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.432998474s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:09:02.973442Z","caller":"traceutil/trace.go:171","msg":"trace[427430763] transaction","detail":"{read_only:false; response_revision:22806; number_of_response:1; }","duration":"2.221430246s","start":"2026-03-02T22:09:00.751977Z","end":"2026-03-02T22:09:02.973407Z","steps":["trace[427430763] 'process raft request' (duration: 2.221353434s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:02.973599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.751968Z","time spent":"2.221548019s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:02.973571Z","caller":"traceutil/trace.go:171","msg":"trace[1035944090] transaction","detail":"{read_only:false; response_revision:22804; number_of_response:1; }","duration":"2.223378561s","start":"2026-03-02T22:09:00.750094Z","end":"2026-03-02T22:09:02.973472Z","steps":["trace[1035944090] 'process raft request' (duration: 2.223135726s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:02.973622Z","caller":"traceutil/trace.go:171","msg":"trace[1644072983] transaction","detail":"{read_only:false; response_revision:22805; number_of_response:1; }","duration":"2.221737363s","start":"2026-03-02T22:09:00.751846Z","end":"2026-03-02T22:09:02.973583Z","steps":["trace[1644072983] 'process raft request' (duration: 2.221437806s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:02.973443Z","caller":"traceutil/trace.go:171","msg":"trace[1466927526] transaction","detail":"{read_only:false; response_revision:22803; number_of_response:1; }","duration":"2.679774442s","start":"2026-03-02T22:09:00.293637Z","end":"2026-03-02T22:09:02.973412Z","steps":["trace[1466927526] 'process raft request' (duration: 2.679451065s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:02.973765Z","caller":"traceutil/trace.go:171","msg":"trace[1201718351] linearizableReadLoop","detail":"{readStateIndex:23588; appliedIndex:23580; }","duration":"2.679742641s","start":"2026-03-02T22:09:00.294008Z","end":"2026-03-02T22:09:02.973751Z","steps":["trace[1201718351] 'read index received' (duration: 1.231663663s)","trace[1201718351] 'applied index is now lower than readState.Index' (duration: 1.448078058s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:02.973808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.751834Z","time spent":"2.221872716s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:02.973814Z","caller":"traceutil/trace.go:171","msg":"trace[1618964125] transaction","detail":"{read_only:false; response_revision:22807; number_of_response:1; }","duration":"2.221018436s","start":"2026-03-02T22:09:00.752764Z","end":"2026-03-02T22:09:02.973783Z","steps":["trace[1618964125] 'process raft request' (duration: 2.220598876s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:02.973839Z","caller":"traceutil/trace.go:171","msg":"trace[1526681150] transaction","detail":"{read_only:false; response_revision:22809; number_of_response:1; }","duration":"1.602219809s","start":"2026-03-02T22:09:01.37161Z","end":"2026-03-02T22:09:02.97383Z","steps":["trace[1526681150] 'process raft request' (duration: 1.602097166s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:02.973878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.293622Z","time spent":"2.680108909s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:02.973913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.752749Z","time spent":"2.221113839s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:02.973916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.371585Z","time spent":"1.602278361s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:02.97395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.941172045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:02.974014Z","caller":"traceutil/trace.go:171","msg":"trace[1637669802] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:22809; }","duration":"3.941286378s","start":"2026-03-02T22:08:59.032716Z","end":"2026-03-02T22:09:02.974002Z","steps":["trace[1637669802] 'agreement among raft nodes before linearized reading' (duration: 3.941183555s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:02.974012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.954088996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:02.974047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:59.032688Z","time spent":"3.94134999s","remote":"127.0.0.1:45518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:02.97405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.218241323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:02.974051Z","caller":"traceutil/trace.go:171","msg":"trace[482807738] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22809; }","duration":"2.954164998s","start":"2026-03-02T22:09:00.019874Z","end":"2026-03-02T22:09:02.974039Z","steps":["trace[482807738] 'agreement among raft nodes before linearized reading' (duration: 2.954090206s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:02.974083Z","caller":"traceutil/trace.go:171","msg":"trace[705155971] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:22809; }","duration":"4.218356015s","start":"2026-03-02T22:08:58.755715Z","end":"2026-03-02T22:09:02.974071Z","steps":["trace[705155971] 'agreement among raft nodes before linearized reading' (duration: 4.218294974s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:02.974095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.01985Z","time spent":"2.95423651s","remote":"127.0.0.1:33134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:02.974109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:58.755662Z","time spent":"4.218440778s","remote":"127.0.0.1:45374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:09:02.974112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.222312109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-570dc769-d5be-4f74-ba1b-c5978cd55f73\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-02T22:09:02.974009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.750062Z","time spent":"2.223904054s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:02.974142Z","caller":"traceutil/trace.go:171","msg":"trace[1825453340] range","detail":"{range_begin:/registry/persistentvolumes/pvc-570dc769-d5be-4f74-ba1b-c5978cd55f73; range_end:; response_count:1; response_revision:22809; }","duration":"4.222371881s","start":"2026-03-02T22:08:58.751761Z","end":"2026-03-02T22:09:02.974133Z","steps":["trace[1825453340] 'agreement among raft nodes before linearized reading' (duration: 4.222252558s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:02.974172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:58.751742Z","time spent":"4.222423632s","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-570dc769-d5be-4f74-ba1b-c5978cd55f73\" "} {"level":"warn","ts":"2026-03-02T22:09:02.974248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.104332776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:02.97433Z","caller":"traceutil/trace.go:171","msg":"trace[1015464284] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:22809; }","duration":"3.104467759s","start":"2026-03-02T22:08:59.869842Z","end":"2026-03-02T22:09:02.97431Z","steps":["trace[1015464284] 'agreement among raft nodes before linearized reading' (duration: 3.104291145s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:02.974374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.160956838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:09:02.974385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:59.869824Z","time spent":"3.104542521s","remote":"127.0.0.1:36644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:02.974407Z","caller":"traceutil/trace.go:171","msg":"trace[242050922] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:22809; }","duration":"4.161032991s","start":"2026-03-02T22:08:58.813363Z","end":"2026-03-02T22:09:02.974396Z","steps":["trace[242050922] 'agreement among raft nodes before linearized reading' (duration: 4.160902777s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:02.974443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:08:58.813343Z","time spent":"4.161086732s","remote":"127.0.0.1:45132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:02.974532Z","caller":"traceutil/trace.go:171","msg":"trace[74302339] transaction","detail":"{read_only:false; response_revision:22808; number_of_response:1; }","duration":"2.220160537s","start":"2026-03-02T22:09:00.754352Z","end":"2026-03-02T22:09:02.974512Z","steps":["trace[74302339] 'process raft request' (duration: 2.219270785s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:02.974635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.754329Z","time spent":"2.220237998s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:03.082366Z","caller":"traceutil/trace.go:171","msg":"trace[1913466580] linearizableReadLoop","detail":"{readStateIndex:23591; appliedIndex:23589; }","duration":"108.54401ms","start":"2026-03-02T22:09:02.9738Z","end":"2026-03-02T22:09:03.082344Z","steps":["trace[1913466580] 'read index received' (duration: 81.346361ms)","trace[1913466580] 'applied index is now lower than readState.Index' (duration: 27.196739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:03.082652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330966169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T22:09:03.082696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.366152294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:09:03.082707Z","caller":"traceutil/trace.go:171","msg":"trace[1070232836] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22811; }","duration":"2.33103521s","start":"2026-03-02T22:09:00.751658Z","end":"2026-03-02T22:09:03.082693Z","steps":["trace[1070232836] 'agreement among raft nodes before linearized reading' (duration: 2.330859256s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.082689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160081722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:03.082744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.751612Z","time spent":"2.331123752s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:09:03.082776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755715497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:03.082781Z","caller":"traceutil/trace.go:171","msg":"trace[1697212365] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:22811; }","duration":"1.160233946s","start":"2026-03-02T22:09:01.922528Z","end":"2026-03-02T22:09:03.082762Z","steps":["trace[1697212365] 'agreement among raft nodes before linearized reading' (duration: 1.160071792s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:03.082815Z","caller":"traceutil/trace.go:171","msg":"trace[1410110062] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:22811; }","duration":"2.755789799s","start":"2026-03-02T22:09:00.327015Z","end":"2026-03-02T22:09:03.082805Z","steps":["trace[1410110062] 'agreement among raft nodes before linearized reading' (duration: 2.755733598s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.082832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.922506Z","time spent":"1.160314437s","remote":"127.0.0.1:36612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:03.082852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.326994Z","time spent":"2.75585002s","remote":"127.0.0.1:45324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:03.08291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993540201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-02T22:09:03.082944Z","caller":"traceutil/trace.go:171","msg":"trace[1809704383] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22811; }","duration":"1.993609413s","start":"2026-03-02T22:09:01.089326Z","end":"2026-03-02T22:09:03.082936Z","steps":["trace[1809704383] 'agreement among raft nodes before linearized reading' (duration: 1.993516191s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.082977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:01.089306Z","time spent":"1.993664874s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-02T22:09:03.083071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771009816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:03.083132Z","caller":"traceutil/trace.go:171","msg":"trace[964907676] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:22811; }","duration":"2.771095868s","start":"2026-03-02T22:09:00.312024Z","end":"2026-03-02T22:09:03.08312Z","steps":["trace[964907676] 'agreement among raft nodes before linearized reading' (duration: 2.771012116s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.083172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.31201Z","time spent":"2.771152839s","remote":"127.0.0.1:33072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:03.083189Z","caller":"traceutil/trace.go:171","msg":"trace[162768061] transaction","detail":"{read_only:false; response_revision:22811; number_of_response:1; }","duration":"246.48327ms","start":"2026-03-02T22:09:02.836693Z","end":"2026-03-02T22:09:03.083176Z","steps":["trace[162768061] 'process raft request' (duration: 245.59127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.083208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331388628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:09:03.083248Z","caller":"traceutil/trace.go:171","msg":"trace[196750209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22811; }","duration":"2.33143817s","start":"2026-03-02T22:09:00.751801Z","end":"2026-03-02T22:09:03.083239Z","steps":["trace[196750209] 'agreement among raft nodes before linearized reading' (duration: 2.331344938s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.083288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.751796Z","time spent":"2.331482881s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:03.083377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785369453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a429ac0ddc\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-02T22:09:03.08341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331613074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:09:03.083412Z","caller":"traceutil/trace.go:171","msg":"trace[539876253] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925a429ac0ddc; range_end:; response_count:1; response_revision:22811; }","duration":"2.785425115s","start":"2026-03-02T22:09:00.297979Z","end":"2026-03-02T22:09:03.083404Z","steps":["trace[539876253] 'agreement among raft nodes before linearized reading' (duration: 2.785331163s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:03.083434Z","caller":"traceutil/trace.go:171","msg":"trace[113420953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22811; }","duration":"2.331665145s","start":"2026-03-02T22:09:00.751761Z","end":"2026-03-02T22:09:03.083427Z","steps":["trace[113420953] 'agreement among raft nodes before linearized reading' (duration: 2.331597524s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.083439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.297972Z","time spent":"2.785460275s","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a429ac0ddc\" "} {"level":"warn","ts":"2026-03-02T22:09:03.08346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.75175Z","time spent":"2.331702406s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:03.083615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787748599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18644"} {"level":"warn","ts":"2026-03-02T22:09:03.083624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.876468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:03.083655Z","caller":"traceutil/trace.go:171","msg":"trace[458902328] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22811; }","duration":"2.78781759s","start":"2026-03-02T22:09:00.295826Z","end":"2026-03-02T22:09:03.083643Z","steps":["trace[458902328] 'agreement among raft nodes before linearized reading' (duration: 2.787722968s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:03.083664Z","caller":"traceutil/trace.go:171","msg":"trace[2092900221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22811; }","duration":"317.956729ms","start":"2026-03-02T22:09:02.765696Z","end":"2026-03-02T22:09:03.083652Z","steps":["trace[2092900221] 'agreement among raft nodes before linearized reading' (duration: 317.879147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.083681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.295811Z","time spent":"2.787864423s","remote":"127.0.0.1:45280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18666,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:09:03.083691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.236506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-02T22:09:03.083701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:02.765674Z","time spent":"318.018681ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:09:03.083718Z","caller":"traceutil/trace.go:171","msg":"trace[1815650499] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:22811; }","duration":"106.286617ms","start":"2026-03-02T22:09:02.977424Z","end":"2026-03-02T22:09:03.08371Z","steps":["trace[1815650499] 'agreement among raft nodes before linearized reading' (duration: 106.205254ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:03.08273Z","caller":"traceutil/trace.go:171","msg":"trace[88370850] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:22811; }","duration":"2.366191345s","start":"2026-03-02T22:09:00.716529Z","end":"2026-03-02T22:09:03.08272Z","steps":["trace[88370850] 'agreement among raft nodes before linearized reading' (duration: 2.366079662s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:03.083126Z","caller":"traceutil/trace.go:171","msg":"trace[73908431] transaction","detail":"{read_only:false; response_revision:22810; number_of_response:1; }","duration":"783.575417ms","start":"2026-03-02T22:09:02.299525Z","end":"2026-03-02T22:09:03.083101Z","steps":["trace[73908431] 'process raft request' (duration: 755.564548ms)","trace[73908431] 'compare' (duration: 26.993875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:03.083909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:00.716482Z","time spent":"2.367414425s","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T22:09:03.084004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.828253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-02T22:09:03.084046Z","caller":"traceutil/trace.go:171","msg":"trace[236260717] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:22811; }","duration":"104.885534ms","start":"2026-03-02T22:09:02.979149Z","end":"2026-03-02T22:09:03.084034Z","steps":["trace[236260717] 'agreement among raft nodes before linearized reading' (duration: 104.757461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.084296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:02.299496Z","time spent":"784.482989ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:03.35165Z","caller":"traceutil/trace.go:171","msg":"trace[1608554184] linearizableReadLoop","detail":"{readStateIndex:23592; appliedIndex:23591; }","duration":"262.749813ms","start":"2026-03-02T22:09:03.088875Z","end":"2026-03-02T22:09:03.351625Z","steps":["trace[1608554184] 'read index received' (duration: 247.375512ms)","trace[1608554184] 'applied index is now lower than readState.Index' (duration: 15.372581ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:03.351708Z","caller":"traceutil/trace.go:171","msg":"trace[1698644486] transaction","detail":"{read_only:false; response_revision:22812; number_of_response:1; }","duration":"263.220023ms","start":"2026-03-02T22:09:03.088459Z","end":"2026-03-02T22:09:03.351679Z","steps":["trace[1698644486] 'process raft request' (duration: 247.75958ms)","trace[1698644486] 'compare' (duration: 15.216528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:03.351868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.977998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-03-02T22:09:03.351896Z","caller":"traceutil/trace.go:171","msg":"trace[1080621062] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:22812; }","duration":"263.06608ms","start":"2026-03-02T22:09:03.088819Z","end":"2026-03-02T22:09:03.351886Z","steps":["trace[1080621062] 'agreement among raft nodes before linearized reading' (duration: 262.907106ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:03.382912Z","caller":"traceutil/trace.go:171","msg":"trace[248338248] transaction","detail":"{read_only:false; response_revision:22813; number_of_response:1; }","duration":"293.695929ms","start":"2026-03-02T22:09:03.089194Z","end":"2026-03-02T22:09:03.38289Z","steps":["trace[248338248] 'process raft request' (duration: 293.490694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.383292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.926421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-03-02T22:09:03.383298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.45388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e75d8f56-7b6f-470a-8378-113459cce358\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-02T22:09:03.38333Z","caller":"traceutil/trace.go:171","msg":"trace[1181254249] transaction","detail":"{read_only:false; response_revision:22814; number_of_response:1; }","duration":"292.998452ms","start":"2026-03-02T22:09:03.090299Z","end":"2026-03-02T22:09:03.383297Z","steps":["trace[1181254249] 'process raft request' (duration: 292.527022ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:03.383353Z","caller":"traceutil/trace.go:171","msg":"trace[1558282494] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:22815; }","duration":"293.013552ms","start":"2026-03-02T22:09:03.090323Z","end":"2026-03-02T22:09:03.383336Z","steps":["trace[1558282494] 'agreement among raft nodes before linearized reading' (duration: 292.846189ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:03.383362Z","caller":"traceutil/trace.go:171","msg":"trace[1225330895] transaction","detail":"{read_only:false; response_revision:22815; number_of_response:1; }","duration":"292.702076ms","start":"2026-03-02T22:09:03.090647Z","end":"2026-03-02T22:09:03.383349Z","steps":["trace[1225330895] 'process raft request' (duration: 292.399189ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:03.383362Z","caller":"traceutil/trace.go:171","msg":"trace[910580255] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e75d8f56-7b6f-470a-8378-113459cce358; range_end:; response_count:1; response_revision:22815; }","duration":"292.559372ms","start":"2026-03-02T22:09:03.090788Z","end":"2026-03-02T22:09:03.383348Z","steps":["trace[910580255] 'agreement among raft nodes before linearized reading' (duration: 292.364877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.383306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.129289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-03-02T22:09:03.383477Z","caller":"traceutil/trace.go:171","msg":"trace[1646546750] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:22815; }","duration":"294.335475ms","start":"2026-03-02T22:09:03.089134Z","end":"2026-03-02T22:09:03.383469Z","steps":["trace[1646546750] 'agreement among raft nodes before linearized reading' (duration: 294.060238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.38331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.202698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-02T22:09:03.383541Z","caller":"traceutil/trace.go:171","msg":"trace[874346371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:22815; }","duration":"282.444325ms","start":"2026-03-02T22:09:03.101088Z","end":"2026-03-02T22:09:03.383533Z","steps":["trace[874346371] 'agreement among raft nodes before linearized reading' (duration: 282.056465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.383504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.103196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:09:03.383659Z","caller":"traceutil/trace.go:171","msg":"trace[584479125] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:22815; }","duration":"293.269079ms","start":"2026-03-02T22:09:03.09033Z","end":"2026-03-02T22:09:03.383599Z","steps":["trace[584479125] 'agreement among raft nodes before linearized reading' (duration: 292.91943ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:03.945674Z","caller":"traceutil/trace.go:171","msg":"trace[2049678931] linearizableReadLoop","detail":"{readStateIndex:23606; appliedIndex:23605; }","duration":"209.124481ms","start":"2026-03-02T22:09:03.736493Z","end":"2026-03-02T22:09:03.945617Z","steps":["trace[2049678931] 'read index received' (duration: 148.449977ms)","trace[2049678931] 'applied index is now lower than readState.Index' (duration: 60.673154ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:03.945756Z","caller":"traceutil/trace.go:171","msg":"trace[1820621392] transaction","detail":"{read_only:false; response_revision:22826; number_of_response:1; }","duration":"213.919425ms","start":"2026-03-02T22:09:03.731796Z","end":"2026-03-02T22:09:03.945716Z","steps":["trace[1820621392] 'process raft request' (duration: 152.966333ms)","trace[1820621392] 'compare' (duration: 60.669285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:03.94605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.517861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-02T22:09:03.946117Z","caller":"traceutil/trace.go:171","msg":"trace[1216933533] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:22826; }","duration":"209.611773ms","start":"2026-03-02T22:09:03.736487Z","end":"2026-03-02T22:09:03.946099Z","steps":["trace[1216933533] 'agreement among raft nodes before linearized reading' (duration: 209.337766ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:03.993069Z","caller":"traceutil/trace.go:171","msg":"trace[1350809340] transaction","detail":"{read_only:false; response_revision:22827; number_of_response:1; }","duration":"256.320041ms","start":"2026-03-02T22:09:03.736715Z","end":"2026-03-02T22:09:03.993035Z","steps":["trace[1350809340] 'process raft request' (duration: 256.117506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:03.993132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.040134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:03.9932Z","caller":"traceutil/trace.go:171","msg":"trace[1776630239] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:22827; }","duration":"207.178417ms","start":"2026-03-02T22:09:03.786004Z","end":"2026-03-02T22:09:03.993182Z","steps":["trace[1776630239] 'agreement among raft nodes before linearized reading' (duration: 207.037624ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:04.155548Z","caller":"traceutil/trace.go:171","msg":"trace[1169494920] linearizableReadLoop","detail":"{readStateIndex:23609; appliedIndex:23608; }","duration":"124.791471ms","start":"2026-03-02T22:09:04.030735Z","end":"2026-03-02T22:09:04.155527Z","steps":["trace[1169494920] 'read index received' (duration: 124.76248ms)","trace[1169494920] 'applied index is now lower than readState.Index' (duration: 27.931µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:04.155579Z","caller":"traceutil/trace.go:171","msg":"trace[1282759155] transaction","detail":"{read_only:false; response_revision:22829; number_of_response:1; }","duration":"127.274889ms","start":"2026-03-02T22:09:04.028267Z","end":"2026-03-02T22:09:04.155542Z","steps":["trace[1282759155] 'process raft request' (duration: 127.121876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:04.155814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.062697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-02T22:09:04.155868Z","caller":"traceutil/trace.go:171","msg":"trace[40413556] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:22829; }","duration":"125.163729ms","start":"2026-03-02T22:09:04.030696Z","end":"2026-03-02T22:09:04.15586Z","steps":["trace[40413556] 'agreement among raft nodes before linearized reading' (duration: 124.934394ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:04.217289Z","caller":"traceutil/trace.go:171","msg":"trace[189690235] transaction","detail":"{read_only:false; response_revision:22830; number_of_response:1; }","duration":"182.185089ms","start":"2026-03-02T22:09:04.035086Z","end":"2026-03-02T22:09:04.217271Z","steps":["trace[189690235] 'process raft request' (duration: 181.991105ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:04.323365Z","caller":"traceutil/trace.go:171","msg":"trace[1205567943] transaction","detail":"{read_only:false; response_revision:22832; number_of_response:1; }","duration":"100.558023ms","start":"2026-03-02T22:09:04.222768Z","end":"2026-03-02T22:09:04.323326Z","steps":["trace[1205567943] 'process raft request' (duration: 45.574071ms)","trace[1205567943] 'compare' (duration: 54.761697ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:07.235357Z","caller":"traceutil/trace.go:171","msg":"trace[904892867] transaction","detail":"{read_only:false; response_revision:22856; number_of_response:1; }","duration":"146.021061ms","start":"2026-03-02T22:09:07.089304Z","end":"2026-03-02T22:09:07.235325Z","steps":["trace[904892867] 'process raft request' (duration: 145.808535ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:07.235699Z","caller":"traceutil/trace.go:171","msg":"trace[614869778] transaction","detail":"{read_only:false; response_revision:22857; number_of_response:1; }","duration":"146.309788ms","start":"2026-03-02T22:09:07.089314Z","end":"2026-03-02T22:09:07.235623Z","steps":["trace[614869778] 'process raft request' (duration: 145.968499ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:07.235784Z","caller":"traceutil/trace.go:171","msg":"trace[1516383360] transaction","detail":"{read_only:false; response_revision:22858; number_of_response:1; }","duration":"146.357169ms","start":"2026-03-02T22:09:07.089398Z","end":"2026-03-02T22:09:07.235755Z","steps":["trace[1516383360] 'process raft request' (duration: 146.122084ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:07.235806Z","caller":"traceutil/trace.go:171","msg":"trace[610546229] transaction","detail":"{read_only:false; response_revision:22859; number_of_response:1; }","duration":"146.308368ms","start":"2026-03-02T22:09:07.089479Z","end":"2026-03-02T22:09:07.235788Z","steps":["trace[610546229] 'process raft request' (duration: 146.128324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:13.594101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.018513ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:13.594372Z","caller":"traceutil/trace.go:171","msg":"trace[949615515] linearizableReadLoop","detail":"{readStateIndex:23674; appliedIndex:23673; }","duration":"238.510513ms","start":"2026-03-02T22:09:13.355829Z","end":"2026-03-02T22:09:13.59434Z","steps":["trace[949615515] 'read index received' (duration: 15.996597ms)","trace[949615515] 'applied index is now lower than readState.Index' (duration: 222.512286ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:13.594369Z","caller":"traceutil/trace.go:171","msg":"trace[863793295] transaction","detail":"{read_only:false; response_revision:22893; number_of_response:1; }","duration":"280.407288ms","start":"2026-03-02T22:09:13.313939Z","end":"2026-03-02T22:09:13.594347Z","steps":["trace[863793295] 'process raft request' (duration: 56.080248ms)","trace[863793295] 'compare' (duration: 223.206674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:13.594488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.655647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:13.594544Z","caller":"traceutil/trace.go:171","msg":"trace[315345446] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:22893; }","duration":"238.76722ms","start":"2026-03-02T22:09:13.355763Z","end":"2026-03-02T22:09:13.594531Z","steps":["trace[315345446] 'agreement among raft nodes before linearized reading' (duration: 238.671388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:13.594555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.82054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:09:13.594594Z","caller":"traceutil/trace.go:171","msg":"trace[128427812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22893; }","duration":"126.897652ms","start":"2026-03-02T22:09:13.467686Z","end":"2026-03-02T22:09:13.594584Z","steps":["trace[128427812] 'agreement among raft nodes before linearized reading' (duration: 126.763649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:13.594905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.804555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T22:09:13.594934Z","caller":"traceutil/trace.go:171","msg":"trace[813385108] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22893; }","duration":"102.859667ms","start":"2026-03-02T22:09:13.492066Z","end":"2026-03-02T22:09:13.594926Z","steps":["trace[813385108] 'agreement among raft nodes before linearized reading' (duration: 102.766345ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:19.356789Z","caller":"traceutil/trace.go:171","msg":"trace[16598300] transaction","detail":"{read_only:false; response_revision:22921; number_of_response:1; }","duration":"181.034473ms","start":"2026-03-02T22:09:19.175728Z","end":"2026-03-02T22:09:19.356763Z","steps":["trace[16598300] 'process raft request' (duration: 180.90146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:19.986329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.642757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:19.98657Z","caller":"traceutil/trace.go:171","msg":"trace[664643041] transaction","detail":"{read_only:false; response_revision:22922; number_of_response:1; }","duration":"703.505686ms","start":"2026-03-02T22:09:19.283028Z","end":"2026-03-02T22:09:19.986534Z","steps":["trace[664643041] 'process raft request' (duration: 398.574952ms)","trace[664643041] 'compare' (duration: 304.499944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:19.986703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:19.283004Z","time spent":"703.622849ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:19.987027Z","caller":"traceutil/trace.go:171","msg":"trace[1288464068] transaction","detail":"{read_only:false; response_revision:22924; number_of_response:1; }","duration":"703.482426ms","start":"2026-03-02T22:09:19.283519Z","end":"2026-03-02T22:09:19.987002Z","steps":["trace[1288464068] 'process raft request' (duration: 703.352703ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:19.987038Z","caller":"traceutil/trace.go:171","msg":"trace[2059696487] transaction","detail":"{read_only:false; response_revision:22923; number_of_response:1; }","duration":"703.552627ms","start":"2026-03-02T22:09:19.283431Z","end":"2026-03-02T22:09:19.986983Z","steps":["trace[2059696487] 'process raft request' (duration: 702.998065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:19.987122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:19.283504Z","time spent":"703.579938ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:19.987228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:19.283417Z","time spent":"703.711301ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:19.987508Z","caller":"traceutil/trace.go:171","msg":"trace[836095886] transaction","detail":"{read_only:false; response_revision:22925; number_of_response:1; }","duration":"703.747833ms","start":"2026-03-02T22:09:19.28374Z","end":"2026-03-02T22:09:19.987488Z","steps":["trace[836095886] 'process raft request' (duration: 703.22083ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:19.987542Z","caller":"traceutil/trace.go:171","msg":"trace[1398500151] linearizableReadLoop","detail":"{readStateIndex:23709; appliedIndex:23704; }","duration":"358.40775ms","start":"2026-03-02T22:09:19.629116Z","end":"2026-03-02T22:09:19.987524Z","steps":["trace[1398500151] 'read index received' (duration: 52.472432ms)","trace[1398500151] 'applied index is now lower than readState.Index' (duration: 305.933898ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:19.987617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:19.283727Z","time spent":"703.830235ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:19.987627Z","caller":"traceutil/trace.go:171","msg":"trace[1630362272] transaction","detail":"{read_only:false; response_revision:22926; number_of_response:1; }","duration":"702.462343ms","start":"2026-03-02T22:09:19.285137Z","end":"2026-03-02T22:09:19.9876Z","steps":["trace[1630362272] 'process raft request' (duration: 702.285709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:19.987706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:19.285123Z","time spent":"702.544074ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:19.987737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.612494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:19.987794Z","caller":"traceutil/trace.go:171","msg":"trace[1897573763] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:22926; }","duration":"358.712097ms","start":"2026-03-02T22:09:19.629065Z","end":"2026-03-02T22:09:19.987777Z","steps":["trace[1897573763] 'agreement among raft nodes before linearized reading' (duration: 358.592214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:19.987839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:19.62904Z","time spent":"358.785489ms","remote":"127.0.0.1:36620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:19.98786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.00802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:19.987878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.711774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T22:09:19.987985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.784709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T22:09:19.98798Z","caller":"traceutil/trace.go:171","msg":"trace[1950663728] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22926; }","duration":"340.805656ms","start":"2026-03-02T22:09:19.647114Z","end":"2026-03-02T22:09:19.987919Z","steps":["trace[1950663728] 'agreement among raft nodes before linearized reading' (duration: 340.638272ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:19.988014Z","caller":"traceutil/trace.go:171","msg":"trace[391653316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22926; }","duration":"172.852371ms","start":"2026-03-02T22:09:19.815152Z","end":"2026-03-02T22:09:19.988005Z","steps":["trace[391653316] 'agreement among raft nodes before linearized reading' (duration: 172.754219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:19.988031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:19.647093Z","time spent":"340.924709ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:09:19.987892Z","caller":"traceutil/trace.go:171","msg":"trace[1486720134] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:22926; }","duration":"292.04233ms","start":"2026-03-02T22:09:19.695842Z","end":"2026-03-02T22:09:19.987884Z","steps":["trace[1486720134] 'agreement among raft nodes before linearized reading' (duration: 291.991029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:19.988101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.304447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:09:19.988135Z","caller":"traceutil/trace.go:171","msg":"trace[203167560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22926; }","duration":"335.362209ms","start":"2026-03-02T22:09:19.652763Z","end":"2026-03-02T22:09:19.988125Z","steps":["trace[203167560] 'agreement among raft nodes before linearized reading' (duration: 335.238386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:19.988164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:19.652749Z","time spent":"335.40939ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:19.988184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.711027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:09:19.98824Z","caller":"traceutil/trace.go:171","msg":"trace[1055731437] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22926; }","duration":"335.793678ms","start":"2026-03-02T22:09:19.652435Z","end":"2026-03-02T22:09:19.988229Z","steps":["trace[1055731437] 'agreement among raft nodes before linearized reading' (duration: 335.641155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:19.988271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:19.652421Z","time spent":"335.84224ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:20.495913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704765845,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:09:20.741754Z","caller":"traceutil/trace.go:171","msg":"trace[1870482006] transaction","detail":"{read_only:false; response_revision:22927; number_of_response:1; }","duration":"750.026179ms","start":"2026-03-02T22:09:19.991705Z","end":"2026-03-02T22:09:20.741732Z","steps":["trace[1870482006] 'process raft request' (duration: 749.867526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:20.741878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:19.991684Z","time spent":"750.130762ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:20.774916Z","caller":"traceutil/trace.go:171","msg":"trace[1371206072] transaction","detail":"{read_only:false; response_revision:22928; number_of_response:1; }","duration":"783.054216ms","start":"2026-03-02T22:09:19.991844Z","end":"2026-03-02T22:09:20.774898Z","steps":["trace[1371206072] 'process raft request' (duration: 782.887212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:20.775034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:19.991821Z","time spent":"783.147178ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:20.775091Z","caller":"traceutil/trace.go:171","msg":"trace[670523276] linearizableReadLoop","detail":"{readStateIndex:23712; appliedIndex:23709; }","duration":"779.963373ms","start":"2026-03-02T22:09:19.995102Z","end":"2026-03-02T22:09:20.775065Z","steps":["trace[670523276] 'read index received' (duration: 746.461987ms)","trace[670523276] 'applied index is now lower than readState.Index' (duration: 33.499816ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:20.77513Z","caller":"traceutil/trace.go:171","msg":"trace[690242418] transaction","detail":"{read_only:false; response_revision:22929; number_of_response:1; }","duration":"782.504073ms","start":"2026-03-02T22:09:19.99262Z","end":"2026-03-02T22:09:20.775124Z","steps":["trace[690242418] 'process raft request' (duration: 782.227346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:20.775166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:19.9926Z","time spent":"782.549324ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:20.775245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.950559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:20.775277Z","caller":"traceutil/trace.go:171","msg":"trace[1808972951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22929; }","duration":"607.044661ms","start":"2026-03-02T22:09:20.168222Z","end":"2026-03-02T22:09:20.775267Z","steps":["trace[1808972951] 'agreement among raft nodes before linearized reading' (duration: 606.966729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:20.775307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:20.168198Z","time spent":"607.102662ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:09:20.775307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.205109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:20.775322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.219991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:20.775385Z","caller":"traceutil/trace.go:171","msg":"trace[311011086] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:22929; }","duration":"780.317631ms","start":"2026-03-02T22:09:19.995043Z","end":"2026-03-02T22:09:20.775361Z","steps":["trace[311011086] 'agreement among raft nodes before linearized reading' (duration: 780.125957ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:20.7754Z","caller":"traceutil/trace.go:171","msg":"trace[1880397020] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:22929; }","duration":"374.329344ms","start":"2026-03-02T22:09:20.401048Z","end":"2026-03-02T22:09:20.775377Z","steps":["trace[1880397020] 'agreement among raft nodes before linearized reading' (duration: 374.16758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:20.775429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:19.995031Z","time spent":"780.389373ms","remote":"127.0.0.1:45166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-02T22:09:20.775446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:20.40103Z","time spent":"374.403645ms","remote":"127.0.0.1:39986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:20.775459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.771626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268825"} {"level":"info","ts":"2026-03-02T22:09:20.775482Z","caller":"traceutil/trace.go:171","msg":"trace[458578316] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:22929; }","duration":"303.824428ms","start":"2026-03-02T22:09:20.471652Z","end":"2026-03-02T22:09:20.775476Z","steps":["trace[458578316] 'agreement among raft nodes before linearized reading' (duration: 303.550022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:20.775496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:20.471634Z","time spent":"303.858978ms","remote":"127.0.0.1:45542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268847,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T22:09:20.775635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.290409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T22:09:20.775667Z","caller":"traceutil/trace.go:171","msg":"trace[1801001814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22929; }","duration":"459.360141ms","start":"2026-03-02T22:09:20.316298Z","end":"2026-03-02T22:09:20.775658Z","steps":["trace[1801001814] 'agreement among raft nodes before linearized reading' (duration: 459.229638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:20.775699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:20.316277Z","time spent":"459.415932ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:09:21.265388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.938191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:21.26549Z","caller":"traceutil/trace.go:171","msg":"trace[1360460213] linearizableReadLoop","detail":"{readStateIndex:23713; appliedIndex:23712; }","duration":"309.282206ms","start":"2026-03-02T22:09:20.95619Z","end":"2026-03-02T22:09:21.265473Z","steps":["trace[1360460213] 'read index received' (duration: 59.291µs)","trace[1360460213] 'applied index is now lower than readState.Index' (duration: 309.221305ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:21.265569Z","caller":"traceutil/trace.go:171","msg":"trace[1625662544] transaction","detail":"{read_only:false; response_revision:22930; number_of_response:1; }","duration":"487.799199ms","start":"2026-03-02T22:09:20.777759Z","end":"2026-03-02T22:09:21.265558Z","steps":["trace[1625662544] 'process raft request' (duration: 54.565751ms)","trace[1625662544] 'compare' (duration: 432.812868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:21.265621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:20.777741Z","time spent":"487.853111ms","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1560,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T22:09:21.265777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.719414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:21.265849Z","caller":"traceutil/trace.go:171","msg":"trace[1877315475] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:22930; }","duration":"191.845577ms","start":"2026-03-02T22:09:21.073985Z","end":"2026-03-02T22:09:21.265831Z","steps":["trace[1877315475] 'agreement among raft nodes before linearized reading' (duration: 191.589211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:21.266082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.878469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T22:09:21.266155Z","caller":"traceutil/trace.go:171","msg":"trace[1999939726] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22930; }","duration":"309.994662ms","start":"2026-03-02T22:09:20.956141Z","end":"2026-03-02T22:09:21.266136Z","steps":["trace[1999939726] 'agreement among raft nodes before linearized reading' (duration: 309.724536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:21.266197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:20.956128Z","time spent":"310.057613ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T22:09:21.519125Z","caller":"traceutil/trace.go:171","msg":"trace[301394079] linearizableReadLoop","detail":"{readStateIndex:23714; appliedIndex:23713; }","duration":"247.947805ms","start":"2026-03-02T22:09:21.271149Z","end":"2026-03-02T22:09:21.519097Z","steps":["trace[301394079] 'read index received' (duration: 247.76494ms)","trace[301394079] 'applied index is now lower than readState.Index' (duration: 181.075µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:21.519203Z","caller":"traceutil/trace.go:171","msg":"trace[400757850] transaction","detail":"{read_only:false; response_revision:22931; number_of_response:1; }","duration":"248.934967ms","start":"2026-03-02T22:09:21.270241Z","end":"2026-03-02T22:09:21.519176Z","steps":["trace[400757850] 'process raft request' (duration: 248.652081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:21.519373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.19555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1578"} {"level":"info","ts":"2026-03-02T22:09:21.519421Z","caller":"traceutil/trace.go:171","msg":"trace[1767700046] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:22931; }","duration":"248.308333ms","start":"2026-03-02T22:09:21.271098Z","end":"2026-03-02T22:09:21.519406Z","steps":["trace[1767700046] 'agreement among raft nodes before linearized reading' (duration: 248.133049ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:21.558545Z","caller":"traceutil/trace.go:171","msg":"trace[685404149] transaction","detail":"{read_only:false; response_revision:22932; number_of_response:1; }","duration":"277.052898ms","start":"2026-03-02T22:09:21.281478Z","end":"2026-03-02T22:09:21.558531Z","steps":["trace[685404149] 'process raft request' (duration: 276.898624ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:21.5588Z","caller":"traceutil/trace.go:171","msg":"trace[853897536] transaction","detail":"{read_only:false; response_revision:22933; number_of_response:1; }","duration":"197.021589ms","start":"2026-03-02T22:09:21.361747Z","end":"2026-03-02T22:09:21.558768Z","steps":["trace[853897536] 'process raft request' (duration: 196.744462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:21.558912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.802054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1578"} {"level":"info","ts":"2026-03-02T22:09:21.558981Z","caller":"traceutil/trace.go:171","msg":"trace[295921067] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:22933; }","duration":"285.941368ms","start":"2026-03-02T22:09:21.273023Z","end":"2026-03-02T22:09:21.558965Z","steps":["trace[295921067] 'agreement among raft nodes before linearized reading' (duration: 285.685461ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:23.738356Z","caller":"traceutil/trace.go:171","msg":"trace[1644876598] transaction","detail":"{read_only:false; response_revision:22983; number_of_response:1; }","duration":"100.674905ms","start":"2026-03-02T22:09:23.637654Z","end":"2026-03-02T22:09:23.738328Z","steps":["trace[1644876598] 'process raft request' (duration: 100.5272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:28.245662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.205582811s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:28.24576Z","caller":"traceutil/trace.go:171","msg":"trace[1307238424] linearizableReadLoop","detail":"{readStateIndex:23830; appliedIndex:23829; }","duration":"1.392950964s","start":"2026-03-02T22:09:26.852794Z","end":"2026-03-02T22:09:28.245744Z","steps":["trace[1307238424] 'read index received' (duration: 187.197838ms)","trace[1307238424] 'applied index is now lower than readState.Index' (duration: 1.205751976s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:28.24598Z","caller":"traceutil/trace.go:171","msg":"trace[369505967] transaction","detail":"{read_only:false; response_revision:23045; number_of_response:1; }","duration":"1.412669467s","start":"2026-03-02T22:09:26.833297Z","end":"2026-03-02T22:09:28.245966Z","steps":["trace[369505967] 'process raft request' (duration: 206.700176ms)","trace[369505967] 'compare' (duration: 1.205205172s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:28.246048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:26.833288Z","time spent":"1.412727978s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:28.246413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393620829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:09:28.246465Z","caller":"traceutil/trace.go:171","msg":"trace[1546890261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23045; }","duration":"1.393711621s","start":"2026-03-02T22:09:26.852739Z","end":"2026-03-02T22:09:28.246451Z","steps":["trace[1546890261] 'agreement among raft nodes before linearized reading' (duration: 1.393552037s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:28.246501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:26.852719Z","time spent":"1.393775162s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:09:28.326193Z","caller":"traceutil/trace.go:171","msg":"trace[411261245] transaction","detail":"{read_only:false; response_revision:23046; number_of_response:1; }","duration":"734.852963ms","start":"2026-03-02T22:09:27.591311Z","end":"2026-03-02T22:09:28.326164Z","steps":["trace[411261245] 'process raft request' (duration: 734.70623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:28.326353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:27.591292Z","time spent":"734.979756ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:29.168054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99989081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:09:29.16814Z","caller":"traceutil/trace.go:171","msg":"trace[1591074631] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000030594s","start":"2026-03-02T22:09:27.16809Z","end":"2026-03-02T22:09:29.168121Z","steps":["trace[1591074631] 'agreement among raft nodes before linearized reading' (duration: 1.999924591s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.168197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:27.168068Z","time spent":"2.000106506s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:09:29.463529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.13742685s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T22:09:29.926517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.658789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:29.926906Z","caller":"traceutil/trace.go:171","msg":"trace[1736326785] linearizableReadLoop","detail":"{readStateIndex:23838; appliedIndex:23830; }","duration":"1.681075521s","start":"2026-03-02T22:09:28.24579Z","end":"2026-03-02T22:09:29.926865Z","steps":["trace[1736326785] 'read index received' (duration: 80.194903ms)","trace[1736326785] 'applied index is now lower than readState.Index' (duration: 1.600879778s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:29.926982Z","caller":"traceutil/trace.go:171","msg":"trace[470847370] transaction","detail":"{read_only:false; response_revision:23047; number_of_response:1; }","duration":"2.082135574s","start":"2026-03-02T22:09:27.844836Z","end":"2026-03-02T22:09:29.926971Z","steps":["trace[470847370] 'process raft request' (duration: 1.61888154s)","trace[470847370] 'compare' (duration: 462.540486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:29.927046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:27.844816Z","time spent":"2.082197056s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:29.92741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129598638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:09:29.927472Z","caller":"traceutil/trace.go:171","msg":"trace[1275955608] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23054; }","duration":"2.12969623s","start":"2026-03-02T22:09:27.797757Z","end":"2026-03-02T22:09:29.927453Z","steps":["trace[1275955608] 'agreement among raft nodes before linearized reading' (duration: 2.129474195s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.92747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921328537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:29.927488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.748541528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-03-02T22:09:29.927487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785110707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-02T22:09:29.927472Z","caller":"traceutil/trace.go:171","msg":"trace[960395] transaction","detail":"{read_only:false; response_revision:23050; number_of_response:1; }","duration":"1.876598825s","start":"2026-03-02T22:09:28.050805Z","end":"2026-03-02T22:09:29.927404Z","steps":["trace[960395] 'process raft request' (duration: 1.875900258s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.927522Z","caller":"traceutil/trace.go:171","msg":"trace[334636015] transaction","detail":"{read_only:false; response_revision:23052; number_of_response:1; }","duration":"1.839632477s","start":"2026-03-02T22:09:28.087866Z","end":"2026-03-02T22:09:29.927498Z","steps":["trace[334636015] 'process raft request' (duration: 1.83889997s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.927541Z","caller":"traceutil/trace.go:171","msg":"trace[603824445] transaction","detail":"{read_only:false; response_revision:23051; number_of_response:1; }","duration":"1.840891116s","start":"2026-03-02T22:09:28.086623Z","end":"2026-03-02T22:09:29.927514Z","steps":["trace[603824445] 'process raft request' (duration: 1.840111168s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.927508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:27.797739Z","time spent":"2.129761182s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:09:29.927567Z","caller":"traceutil/trace.go:171","msg":"trace[1425497995] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:23054; }","duration":"2.78523404s","start":"2026-03-02T22:09:27.142312Z","end":"2026-03-02T22:09:29.927546Z","steps":["trace[1425497995] 'agreement among raft nodes before linearized reading' (duration: 2.785011835s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.927559Z","caller":"traceutil/trace.go:171","msg":"trace[220477157] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:23054; }","duration":"2.921478391s","start":"2026-03-02T22:09:27.006058Z","end":"2026-03-02T22:09:29.927536Z","steps":["trace[220477157] 'agreement among raft nodes before linearized reading' (duration: 2.921300107s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.927582Z","caller":"traceutil/trace.go:171","msg":"trace[1714500694] transaction","detail":"{read_only:false; response_revision:23054; number_of_response:1; }","duration":"1.676738011s","start":"2026-03-02T22:09:28.250836Z","end":"2026-03-02T22:09:29.927574Z","steps":["trace[1714500694] 'process raft request' (duration: 1.675992193s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.927558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171316908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:09:29.9276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:27.14229Z","time spent":"2.785300851s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"warn","ts":"2026-03-02T22:09:29.927609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:27.006034Z","time spent":"2.921564282s","remote":"127.0.0.1:60810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:29.92757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.057035515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T22:09:29.927632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:28.087849Z","time spent":"1.839731139s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:29.927643Z","caller":"traceutil/trace.go:171","msg":"trace[585735978] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23054; }","duration":"2.171448562s","start":"2026-03-02T22:09:27.756173Z","end":"2026-03-02T22:09:29.927622Z","steps":["trace[585735978] 'agreement among raft nodes before linearized reading' (duration: 2.171194716s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.92765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:28.086597Z","time spent":"1.840986978s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:29.927652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:28.250816Z","time spent":"1.676796041s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:29.927672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:28.050719Z","time spent":"1.876856951s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:29.927684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:27.756153Z","time spent":"2.171523363s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:09:29.927701Z","caller":"traceutil/trace.go:171","msg":"trace[740329630] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23054; }","duration":"3.057183288s","start":"2026-03-02T22:09:26.870463Z","end":"2026-03-02T22:09:29.927647Z","steps":["trace[740329630] 'agreement among raft nodes before linearized reading' (duration: 3.056892721s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.927548Z","caller":"traceutil/trace.go:171","msg":"trace[100108173] transaction","detail":"{read_only:false; response_revision:23053; number_of_response:1; }","duration":"1.839620407s","start":"2026-03-02T22:09:28.087919Z","end":"2026-03-02T22:09:29.927539Z","steps":["trace[100108173] 'process raft request' (duration: 1.83887641s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.927557Z","caller":"traceutil/trace.go:171","msg":"trace[173766875] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321; range_end:; response_count:1; response_revision:23054; }","duration":"2.748660861s","start":"2026-03-02T22:09:27.178882Z","end":"2026-03-02T22:09:29.927543Z","steps":["trace[173766875] 'agreement among raft nodes before linearized reading' (duration: 2.748477157s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.927731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152182528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T22:09:29.927742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:26.870438Z","time spent":"3.057295431s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:09:29.927768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:27.178859Z","time spent":"2.748897496s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3665,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321\" "} {"level":"info","ts":"2026-03-02T22:09:29.927774Z","caller":"traceutil/trace.go:171","msg":"trace[936227244] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23054; }","duration":"2.15226652s","start":"2026-03-02T22:09:27.775495Z","end":"2026-03-02T22:09:29.927761Z","steps":["trace[936227244] 'agreement among raft nodes before linearized reading' (duration: 2.151756608s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.927772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:28.087899Z","time spent":"1.839831801s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:29.927814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:27.775472Z","time spent":"2.152332172s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":178,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:29.927918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365181162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-02T22:09:29.9282Z","caller":"traceutil/trace.go:171","msg":"trace[1422943814] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321; range_end:; response_count:1; response_revision:23054; }","duration":"2.36549384s","start":"2026-03-02T22:09:27.562685Z","end":"2026-03-02T22:09:29.928179Z","steps":["trace[1422943814] 'agreement among raft nodes before linearized reading' (duration: 2.3646686s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:29.928046Z","caller":"traceutil/trace.go:171","msg":"trace[1120227501] transaction","detail":"{read_only:false; response_revision:23048; number_of_response:1; }","duration":"1.901336886s","start":"2026-03-02T22:09:28.02669Z","end":"2026-03-02T22:09:29.928027Z","steps":["trace[1120227501] 'process raft request' (duration: 1.899925303s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.928599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:28.026666Z","time spent":"1.901865979s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:29.928064Z","caller":"traceutil/trace.go:171","msg":"trace[1030151036] transaction","detail":"{read_only:false; response_revision:23049; number_of_response:1; }","duration":"1.900219689s","start":"2026-03-02T22:09:28.027829Z","end":"2026-03-02T22:09:29.928048Z","steps":["trace[1030151036] 'process raft request' (duration: 1.898844258s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:29.928766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:28.027806Z","time spent":"1.900906725s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:29.928496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:27.562667Z","time spent":"2.365812926s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3665,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321\" "} {"level":"warn","ts":"2026-03-02T22:09:30.153884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.489971ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:30.15401Z","caller":"traceutil/trace.go:171","msg":"trace[2049851835] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23054; }","duration":"103.640635ms","start":"2026-03-02T22:09:30.050348Z","end":"2026-03-02T22:09:30.153989Z","steps":["trace[2049851835] 'range keys from in-memory index tree' (duration: 103.469731ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:30.154048Z","caller":"traceutil/trace.go:171","msg":"trace[1677606120] linearizableReadLoop","detail":"{readStateIndex:23840; appliedIndex:23839; }","duration":"227.063474ms","start":"2026-03-02T22:09:29.926942Z","end":"2026-03-02T22:09:30.154006Z","steps":["trace[1677606120] 'read index received' (duration: 134.156951ms)","trace[1677606120] 'applied index is now lower than readState.Index' (duration: 92.905483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:30.15425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049953575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"warn","ts":"2026-03-02T22:09:30.154234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049515875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7455"} {"level":"info","ts":"2026-03-02T22:09:30.15428Z","caller":"traceutil/trace.go:171","msg":"trace[888509524] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:23055; }","duration":"1.050013287s","start":"2026-03-02T22:09:29.104258Z","end":"2026-03-02T22:09:30.154272Z","steps":["trace[888509524] 'agreement among raft nodes before linearized reading' (duration: 1.049873984s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.154305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.104251Z","time spent":"1.050047798s","remote":"127.0.0.1:50348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3738,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-02T22:09:30.154305Z","caller":"traceutil/trace.go:171","msg":"trace[969811693] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23055; }","duration":"1.049646148s","start":"2026-03-02T22:09:29.104638Z","end":"2026-03-02T22:09:30.154284Z","steps":["trace[969811693] 'agreement among raft nodes before linearized reading' (duration: 1.049403053s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.154349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.104612Z","time spent":"1.049728371s","remote":"127.0.0.1:60956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7477,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-02T22:09:30.154491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050438637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-02T22:09:30.154518Z","caller":"traceutil/trace.go:171","msg":"trace[1529827755] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:23055; }","duration":"1.050497848s","start":"2026-03-02T22:09:29.104013Z","end":"2026-03-02T22:09:30.154511Z","steps":["trace[1529827755] 'agreement among raft nodes before linearized reading' (duration: 1.050428416s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.154536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.103993Z","time spent":"1.050538459s","remote":"127.0.0.1:50288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7555,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-02T22:09:30.154589Z","caller":"traceutil/trace.go:171","msg":"trace[264294266] transaction","detail":"{read_only:false; response_revision:23055; number_of_response:1; }","duration":"1.091578793s","start":"2026-03-02T22:09:29.062963Z","end":"2026-03-02T22:09:30.154542Z","steps":["trace[264294266] 'process raft request' (duration: 998.058067ms)","trace[264294266] 'compare' (duration: 92.765729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:30.154612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049219569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18204"} {"level":"info","ts":"2026-03-02T22:09:30.154647Z","caller":"traceutil/trace.go:171","msg":"trace[836436251] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:23055; }","duration":"1.0492671s","start":"2026-03-02T22:09:29.105371Z","end":"2026-03-02T22:09:30.154638Z","steps":["trace[836436251] 'agreement among raft nodes before linearized reading' (duration: 1.049124756s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.15461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048856159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95\" ","response":"range_response_count:1 size:4663"} {"level":"warn","ts":"2026-03-02T22:09:30.154677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.105367Z","time spent":"1.04930219s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18226,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-02T22:09:30.154711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826808325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:09:30.154708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.062944Z","time spent":"1.091696077s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:30.154719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047123049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2873"} {"level":"warn","ts":"2026-03-02T22:09:30.154741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242224851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T22:09:30.154777Z","caller":"traceutil/trace.go:171","msg":"trace[1915710433] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:23055; }","duration":"1.04719371s","start":"2026-03-02T22:09:29.107565Z","end":"2026-03-02T22:09:30.154758Z","steps":["trace[1915710433] 'agreement among raft nodes before linearized reading' (duration: 1.047059587s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.154799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851260119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:09:30.154824Z","caller":"traceutil/trace.go:171","msg":"trace[539957352] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23055; }","duration":"1.851317011s","start":"2026-03-02T22:09:28.3035Z","end":"2026-03-02T22:09:30.154818Z","steps":["trace[539957352] 'agreement among raft nodes before linearized reading' (duration: 1.851248519s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.154828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.107554Z","time spent":"1.047264352s","remote":"127.0.0.1:33220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":2895,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" "} {"level":"warn","ts":"2026-03-02T22:09:30.154237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047343674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3233"} {"level":"warn","ts":"2026-03-02T22:09:30.154812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.972185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:09:30.154707Z","caller":"traceutil/trace.go:171","msg":"trace[397404879] range","detail":"{range_begin:/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95; range_end:; response_count:1; response_revision:23055; }","duration":"1.049012742s","start":"2026-03-02T22:09:29.105665Z","end":"2026-03-02T22:09:30.154678Z","steps":["trace[397404879] 'agreement among raft nodes before linearized reading' (duration: 1.048703545s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.154878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048135133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-6975759b4b\" ","response":"range_response_count:1 size:4174"} {"level":"warn","ts":"2026-03-02T22:09:30.154863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04971915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7509"} {"level":"info","ts":"2026-03-02T22:09:30.154935Z","caller":"traceutil/trace.go:171","msg":"trace[93289590] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-6975759b4b; range_end:; response_count:1; response_revision:23055; }","duration":"1.048216784s","start":"2026-03-02T22:09:29.1067Z","end":"2026-03-02T22:09:30.154917Z","steps":["trace[93289590] 'agreement among raft nodes before linearized reading' (duration: 1.048068251s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.154926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.105658Z","time spent":"1.049246078s","remote":"127.0.0.1:45576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4685,"request content":"key:\"/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95\" "} {"level":"warn","ts":"2026-03-02T22:09:30.154976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04933249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-02T22:09:30.154972Z","caller":"traceutil/trace.go:171","msg":"trace[1638332778] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:23055; }","duration":"1.049863274s","start":"2026-03-02T22:09:29.105078Z","end":"2026-03-02T22:09:30.154941Z","steps":["trace[1638332778] 'agreement among raft nodes before linearized reading' (duration: 1.049530626s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.155001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048169323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3238"} {"level":"info","ts":"2026-03-02T22:09:30.155011Z","caller":"traceutil/trace.go:171","msg":"trace[715142384] range","detail":"{range_begin:/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8; range_end:; response_count:1; response_revision:23055; }","duration":"1.049367631s","start":"2026-03-02T22:09:29.105633Z","end":"2026-03-02T22:09:30.155001Z","steps":["trace[715142384] 'agreement among raft nodes before linearized reading' (duration: 1.049263999s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.154989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.106688Z","time spent":"1.048288166s","remote":"127.0.0.1:45576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4196,"request content":"key:\"/registry/replicasets/capo-system/capo-controller-manager-6975759b4b\" "} {"level":"info","ts":"2026-03-02T22:09:30.154808Z","caller":"traceutil/trace.go:171","msg":"trace[1597539274] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23055; }","duration":"1.242322974s","start":"2026-03-02T22:09:28.912466Z","end":"2026-03-02T22:09:30.154789Z","steps":["trace[1597539274] 'agreement among raft nodes before linearized reading' (duration: 1.242047498s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.154854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:28.30348Z","time spent":"1.851368082s","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T22:09:30.155039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.105619Z","time spent":"1.049413422s","remote":"127.0.0.1:45576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":1,"response size":4809,"request content":"key:\"/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8\" "} {"level":"warn","ts":"2026-03-02T22:09:30.155032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.105068Z","time spent":"1.049954805s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7531,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-02T22:09:30.155033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049945805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3240"} {"level":"warn","ts":"2026-03-02T22:09:30.155039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193614791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:30.155048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048108462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-03-02T22:09:30.155079Z","caller":"traceutil/trace.go:171","msg":"trace[1313178745] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:23055; }","duration":"1.049998906s","start":"2026-03-02T22:09:29.105064Z","end":"2026-03-02T22:09:30.155063Z","steps":["trace[1313178745] 'agreement among raft nodes before linearized reading' (duration: 1.049873573s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.154892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095391653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:30.154735Z","caller":"traceutil/trace.go:171","msg":"trace[1675935679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23055; }","duration":"1.826868666s","start":"2026-03-02T22:09:28.327861Z","end":"2026-03-02T22:09:30.154729Z","steps":["trace[1675935679] 'agreement among raft nodes before linearized reading' (duration: 1.826796464s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.1551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049391291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-03-02T22:09:30.155092Z","caller":"traceutil/trace.go:171","msg":"trace[320659322] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23055; }","duration":"1.193702142s","start":"2026-03-02T22:09:28.961376Z","end":"2026-03-02T22:09:30.155078Z","steps":["trace[320659322] 'agreement among raft nodes before linearized reading' (duration: 1.19363395s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.155089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050014396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-02T22:09:30.155105Z","caller":"traceutil/trace.go:171","msg":"trace[1050067598] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23055; }","duration":"1.048207374s","start":"2026-03-02T22:09:29.10688Z","end":"2026-03-02T22:09:30.155087Z","steps":["trace[1050067598] 'agreement among raft nodes before linearized reading' (duration: 1.04803175s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:30.155139Z","caller":"traceutil/trace.go:171","msg":"trace[175513465] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:23055; }","duration":"1.049446983s","start":"2026-03-02T22:09:29.10568Z","end":"2026-03-02T22:09:30.155127Z","steps":["trace[175513465] 'agreement among raft nodes before linearized reading' (duration: 1.04934566s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.155138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:28.327844Z","time spent":"1.827279976s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:09:30.15515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:28.961356Z","time spent":"1.193780994s","remote":"127.0.0.1:33186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:30.155166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.105671Z","time spent":"1.049488974s","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1252,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" "} {"level":"warn","ts":"2026-03-02T22:09:30.155155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049771241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-02T22:09:30.155166Z","caller":"traceutil/trace.go:171","msg":"trace[1526278346] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23055; }","duration":"1.050105809s","start":"2026-03-02T22:09:29.10504Z","end":"2026-03-02T22:09:30.155145Z","steps":["trace[1526278346] 'agreement among raft nodes before linearized reading' (duration: 1.0492733s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.154982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120286028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:30.154906Z","caller":"traceutil/trace.go:171","msg":"trace[34796093] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23055; }","duration":"918.109048ms","start":"2026-03-02T22:09:29.236778Z","end":"2026-03-02T22:09:30.154887Z","steps":["trace[34796093] 'agreement among raft nodes before linearized reading' (duration: 917.857242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.155216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.105033Z","time spent":"1.050173651s","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T22:09:30.155221Z","caller":"traceutil/trace.go:171","msg":"trace[1239247395] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23055; }","duration":"1.049847843s","start":"2026-03-02T22:09:29.105353Z","end":"2026-03-02T22:09:30.155201Z","steps":["trace[1239247395] 'agreement among raft nodes before linearized reading' (duration: 1.049660748s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.155231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050322134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f\" ","response":"range_response_count:1 size:4750"} {"level":"warn","ts":"2026-03-02T22:09:30.154752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04970046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"warn","ts":"2026-03-02T22:09:30.155251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.236759Z","time spent":"918.482397ms","remote":"127.0.0.1:45428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":176,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:30.155268Z","caller":"traceutil/trace.go:171","msg":"trace[1821374775] range","detail":"{range_begin:/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f; range_end:; response_count:1; response_revision:23055; }","duration":"1.050380655s","start":"2026-03-02T22:09:29.104878Z","end":"2026-03-02T22:09:30.155258Z","steps":["trace[1821374775] 'agreement among raft nodes before linearized reading' (duration: 1.050281803s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.155273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.105346Z","time spent":"1.049919085s","remote":"127.0.0.1:58288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T22:09:30.155298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.104868Z","time spent":"1.050423697s","remote":"127.0.0.1:45576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":1,"response size":4772,"request content":"key:\"/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f\" "} {"level":"info","ts":"2026-03-02T22:09:30.155227Z","caller":"traceutil/trace.go:171","msg":"trace[1537721144] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23055; }","duration":"1.120570375s","start":"2026-03-02T22:09:29.034641Z","end":"2026-03-02T22:09:30.155211Z","steps":["trace[1537721144] 'agreement among raft nodes before linearized reading' (duration: 1.120286638s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.154851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049829442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-02T22:09:30.155287Z","caller":"traceutil/trace.go:171","msg":"trace[2083085361] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:23055; }","duration":"1.050241022s","start":"2026-03-02T22:09:29.105027Z","end":"2026-03-02T22:09:30.155268Z","steps":["trace[2083085361] 'agreement among raft nodes before linearized reading' (duration: 1.049634698s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.155352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.034618Z","time spent":"1.120714258s","remote":"127.0.0.1:33338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:30.155354Z","caller":"traceutil/trace.go:171","msg":"trace[1840984682] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:23055; }","duration":"1.050338045s","start":"2026-03-02T22:09:29.105Z","end":"2026-03-02T22:09:30.155338Z","steps":["trace[1840984682] 'agreement among raft nodes before linearized reading' (duration: 1.049784462s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.155169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.106857Z","time spent":"1.048299627s","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3245,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-02T22:09:30.155385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.105022Z","time spent":"1.050350945s","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":1242,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-03-02T22:09:30.155117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.10506Z","time spent":"1.050049497s","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3262,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-02T22:09:30.155408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.104992Z","time spent":"1.050400036s","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-03-02T22:09:30.155037Z","caller":"traceutil/trace.go:171","msg":"trace[363991401] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:23055; }","duration":"1.048222684s","start":"2026-03-02T22:09:29.106801Z","end":"2026-03-02T22:09:30.155024Z","steps":["trace[363991401] 'agreement among raft nodes before linearized reading' (duration: 1.047936258s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:30.155119Z","caller":"traceutil/trace.go:171","msg":"trace[833586126] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:23055; }","duration":"1.095645158s","start":"2026-03-02T22:09:29.059462Z","end":"2026-03-02T22:09:30.155107Z","steps":["trace[833586126] 'agreement among raft nodes before linearized reading' (duration: 1.095382432s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.155447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.106793Z","time spent":"1.048645464s","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-02T22:09:30.155059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:28.912441Z","time spent":"1.242607531s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:09:30.154957Z","caller":"traceutil/trace.go:171","msg":"trace[2058958298] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:23055; }","duration":"1.048052501s","start":"2026-03-02T22:09:29.106851Z","end":"2026-03-02T22:09:30.154904Z","steps":["trace[2058958298] 'agreement among raft nodes before linearized reading' (duration: 1.047231462s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.155476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.059451Z","time spent":"1.096008047s","remote":"127.0.0.1:33056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:30.155495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.106844Z","time spent":"1.048642014s","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3255,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-02T22:09:30.154757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.426949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:30.155739Z","caller":"traceutil/trace.go:171","msg":"trace[2053365334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23055; }","duration":"986.477134ms","start":"2026-03-02T22:09:29.169237Z","end":"2026-03-02T22:09:30.155714Z","steps":["trace[2053365334] 'agreement among raft nodes before linearized reading' (duration: 985.294987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.155773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.169213Z","time spent":"986.549576ms","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:09:30.155866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050747014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3243"} {"level":"info","ts":"2026-03-02T22:09:30.155911Z","caller":"traceutil/trace.go:171","msg":"trace[1989767134] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:23055; }","duration":"1.050804825s","start":"2026-03-02T22:09:29.105092Z","end":"2026-03-02T22:09:30.155897Z","steps":["trace[1989767134] 'agreement among raft nodes before linearized reading' (duration: 1.048921601s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.155972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.105089Z","time spent":"1.050875426s","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3265,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-02T22:09:30.654795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704766260,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:09:30.997774Z","caller":"traceutil/trace.go:171","msg":"trace[499595059] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"1.062894079s","start":"2026-03-02T22:09:29.934861Z","end":"2026-03-02T22:09:30.997755Z","steps":["trace[499595059] 'process raft request' (duration: 1.062860718s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:30.997852Z","caller":"traceutil/trace.go:171","msg":"trace[179647481] transaction","detail":"{read_only:false; response_revision:23056; number_of_response:1; }","duration":"1.065783486s","start":"2026-03-02T22:09:29.932048Z","end":"2026-03-02T22:09:30.997832Z","steps":["trace[179647481] 'process raft request' (duration: 1.065461779s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.997867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.930045Z","time spent":"1.067817684s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:09:30.997897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.934844Z","time spent":"1.06298367s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:30.997885Z","caller":"traceutil/trace.go:171","msg":"trace[2099536835] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"1.062993321s","start":"2026-03-02T22:09:29.934851Z","end":"2026-03-02T22:09:30.997844Z","steps":["trace[2099536835] 'process raft request' (duration: 1.062836017s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:30.997882Z","caller":"traceutil/trace.go:171","msg":"trace[1048850964] transaction","detail":"{read_only:false; response_revision:23057; number_of_response:1; }","duration":"1.065801167s","start":"2026-03-02T22:09:29.932053Z","end":"2026-03-02T22:09:30.997854Z","steps":["trace[1048850964] 'process raft request' (duration: 1.065600682s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:30.997951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.932025Z","time spent":"1.0658669s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:30.998016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.932006Z","time spent":"1.065939181s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:30.998013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.934829Z","time spent":"1.063113164s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:31.418309Z","caller":"traceutil/trace.go:171","msg":"trace[2076952401] linearizableReadLoop","detail":"{readStateIndex:23847; appliedIndex:23840; }","duration":"1.264163037s","start":"2026-03-02T22:09:30.154111Z","end":"2026-03-02T22:09:31.418274Z","steps":["trace[2076952401] 'read index received' (duration: 820.816443ms)","trace[2076952401] 'applied index is now lower than readState.Index' (duration: 443.345754ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:31.418561Z","caller":"traceutil/trace.go:171","msg":"trace[243821668] transaction","detail":"{read_only:false; response_revision:23061; number_of_response:1; }","duration":"1.087438356s","start":"2026-03-02T22:09:30.331103Z","end":"2026-03-02T22:09:31.418541Z","steps":["trace[243821668] 'process raft request' (duration: 1.087125818s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:31.418616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427598286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:31.418656Z","caller":"traceutil/trace.go:171","msg":"trace[664825559] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:23061; }","duration":"1.427684148s","start":"2026-03-02T22:09:29.99096Z","end":"2026-03-02T22:09:31.418644Z","steps":["trace[664825559] 'agreement among raft nodes before linearized reading' (duration: 1.427599266s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:31.418674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.331083Z","time spent":"1.087520548s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:31.418698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:29.990945Z","time spent":"1.427741979s","remote":"127.0.0.1:45602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:31.418765Z","caller":"traceutil/trace.go:171","msg":"trace[1186711592] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"1.256122918s","start":"2026-03-02T22:09:30.162489Z","end":"2026-03-02T22:09:31.418612Z","steps":["trace[1186711592] 'process raft request' (duration: 1.254943521s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:31.419023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.162454Z","time spent":"1.256483657s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:32.029659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.260241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:32.030032Z","caller":"traceutil/trace.go:171","msg":"trace[1325634594] transaction","detail":"{read_only:false; response_revision:23062; number_of_response:1; }","duration":"1.031255866s","start":"2026-03-02T22:09:30.998755Z","end":"2026-03-02T22:09:32.030011Z","steps":["trace[1325634594] 'process raft request' (duration: 731.540085ms)","trace[1325634594] 'compare' (duration: 298.606375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:32.030097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.998732Z","time spent":"1.031332258s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:32.030266Z","caller":"traceutil/trace.go:171","msg":"trace[271433948] linearizableReadLoop","detail":"{readStateIndex:23848; appliedIndex:23847; }","duration":"611.880783ms","start":"2026-03-02T22:09:31.418373Z","end":"2026-03-02T22:09:32.030254Z","steps":["trace[271433948] 'read index received' (duration: 311.797724ms)","trace[271433948] 'applied index is now lower than readState.Index' (duration: 300.069769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:32.030543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3660"} {"level":"warn","ts":"2026-03-02T22:09:32.030551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779693599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:09:32.030551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.531609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:09:32.030553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868470544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-02T22:09:32.030585Z","caller":"traceutil/trace.go:171","msg":"trace[1845641652] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:23063; }","duration":"1.869168501s","start":"2026-03-02T22:09:30.161405Z","end":"2026-03-02T22:09:32.030573Z","steps":["trace[1845641652] 'agreement among raft nodes before linearized reading' (duration: 1.869043218s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:32.030599Z","caller":"traceutil/trace.go:171","msg":"trace[1303710256] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:23063; }","duration":"781.636652ms","start":"2026-03-02T22:09:31.248949Z","end":"2026-03-02T22:09:32.030586Z","steps":["trace[1303710256] 'agreement among raft nodes before linearized reading' (duration: 781.506779ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:32.030614Z","caller":"traceutil/trace.go:171","msg":"trace[1904768692] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:23063; }","duration":"1.868553915s","start":"2026-03-02T22:09:30.162046Z","end":"2026-03-02T22:09:32.0306Z","steps":["trace[1904768692] 'agreement among raft nodes before linearized reading' (duration: 1.868397452s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.030636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:31.248928Z","time spent":"781.698503ms","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:32.030636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865308349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:32.030634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87090254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4612"} {"level":"info","ts":"2026-03-02T22:09:32.030696Z","caller":"traceutil/trace.go:171","msg":"trace[1055127287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23063; }","duration":"1.865383591s","start":"2026-03-02T22:09:30.165296Z","end":"2026-03-02T22:09:32.030679Z","steps":["trace[1055127287] 'agreement among raft nodes before linearized reading' (duration: 1.865308799s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.030714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868422413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5181"} {"level":"warn","ts":"2026-03-02T22:09:32.030706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86910122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T22:09:32.030715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097515073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-03-02T22:09:32.030743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869248453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3235"} {"level":"warn","ts":"2026-03-02T22:09:32.030792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868619397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-03-02T22:09:32.030799Z","caller":"traceutil/trace.go:171","msg":"trace[572610523] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:23063; }","duration":"1.869323035s","start":"2026-03-02T22:09:30.161462Z","end":"2026-03-02T22:09:32.030785Z","steps":["trace[572610523] 'agreement among raft nodes before linearized reading' (duration: 1.869221732s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:32.03082Z","caller":"traceutil/trace.go:171","msg":"trace[950142178] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:23063; }","duration":"1.868653428s","start":"2026-03-02T22:09:30.162158Z","end":"2026-03-02T22:09:32.030812Z","steps":["trace[950142178] 'agreement among raft nodes before linearized reading' (duration: 1.868596957s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.030825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87046219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a429ac0ddc\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-02T22:09:32.030829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494246233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:09:32.030848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868684519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-03-02T22:09:32.030852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507410352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:32.030925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868271909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4403"} {"level":"info","ts":"2026-03-02T22:09:32.030949Z","caller":"traceutil/trace.go:171","msg":"trace[1191193575] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:23063; }","duration":"1.50858455s","start":"2026-03-02T22:09:30.522345Z","end":"2026-03-02T22:09:32.03093Z","steps":["trace[1191193575] 'agreement among raft nodes before linearized reading' (duration: 1.508465417s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.030957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870628474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3223"} {"level":"warn","ts":"2026-03-02T22:09:32.030985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871135986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-03-02T22:09:32.031003Z","caller":"traceutil/trace.go:171","msg":"trace[1840951655] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:23063; }","duration":"1.870688825s","start":"2026-03-02T22:09:30.160305Z","end":"2026-03-02T22:09:32.030994Z","steps":["trace[1840951655] 'agreement among raft nodes before linearized reading' (duration: 1.870584153s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.03101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868563946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-cqtbra\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-02T22:09:32.031023Z","caller":"traceutil/trace.go:171","msg":"trace[848440821] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23063; }","duration":"1.871205248s","start":"2026-03-02T22:09:30.159809Z","end":"2026-03-02T22:09:32.031014Z","steps":["trace[848440821] 'agreement among raft nodes before linearized reading' (duration: 1.871113976s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.030539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868215108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3233"} {"level":"warn","ts":"2026-03-02T22:09:32.031047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867690726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-03-02T22:09:32.031052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.160292Z","time spent":"1.870751678s","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3245,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-02T22:09:32.031011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.522317Z","time spent":"1.508676721s","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:32.031059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.15979Z","time spent":"1.871257999s","remote":"127.0.0.1:58288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-02T22:09:32.031078Z","caller":"traceutil/trace.go:171","msg":"trace[1824556378] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23063; }","duration":"1.867722486s","start":"2026-03-02T22:09:30.16335Z","end":"2026-03-02T22:09:32.031072Z","steps":["trace[1824556378] 'agreement among raft nodes before linearized reading' (duration: 1.867645755s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.031076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868016383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15343"} {"level":"info","ts":"2026-03-02T22:09:32.03108Z","caller":"traceutil/trace.go:171","msg":"trace[579337470] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:23063; }","duration":"1.868782151s","start":"2026-03-02T22:09:30.162279Z","end":"2026-03-02T22:09:32.031062Z","steps":["trace[579337470] 'agreement among raft nodes before linearized reading' (duration: 1.868079895s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.031102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.163332Z","time spent":"1.867765807s","remote":"127.0.0.1:60972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4748,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-02T22:09:32.031112Z","caller":"traceutil/trace.go:171","msg":"trace[1103550582] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:23063; }","duration":"1.868065334s","start":"2026-03-02T22:09:30.163037Z","end":"2026-03-02T22:09:32.031102Z","steps":["trace[1103550582] 'agreement among raft nodes before linearized reading' (duration: 1.867949621s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.03113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.162274Z","time spent":"1.868842572s","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3255,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-02T22:09:32.030963Z","caller":"traceutil/trace.go:171","msg":"trace[1024562670] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:23063; }","duration":"1.868318641s","start":"2026-03-02T22:09:30.162635Z","end":"2026-03-02T22:09:32.030953Z","steps":["trace[1024562670] 'agreement among raft nodes before linearized reading' (duration: 1.868231159s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.031149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.163028Z","time spent":"1.868110295s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15365,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-03-02T22:09:32.030783Z","caller":"traceutil/trace.go:171","msg":"trace[1591436147] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321; range_end:; response_count:1; response_revision:23063; }","duration":"1.097608515s","start":"2026-03-02T22:09:30.933156Z","end":"2026-03-02T22:09:32.030765Z","steps":["trace[1591436147] 'agreement among raft nodes before linearized reading' (duration: 1.097464932s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.031179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.162628Z","time spent":"1.868541746s","remote":"127.0.0.1:45576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4425,"request content":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" "} {"level":"warn","ts":"2026-03-02T22:09:32.031213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.933136Z","time spent":"1.098066425s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321\" "} {"level":"info","ts":"2026-03-02T22:09:32.031052Z","caller":"traceutil/trace.go:171","msg":"trace[860040604] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-cqtbra; range_end:; response_count:1; response_revision:23063; }","duration":"1.868628158s","start":"2026-03-02T22:09:30.162414Z","end":"2026-03-02T22:09:32.031043Z","steps":["trace[860040604] 'agreement among raft nodes before linearized reading' (duration: 1.868535735s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.03093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.8682889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4263"} {"level":"warn","ts":"2026-03-02T22:09:32.031309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.162396Z","time spent":"1.868899403s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":563,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-cqtbra\" "} {"level":"info","ts":"2026-03-02T22:09:32.030595Z","caller":"traceutil/trace.go:171","msg":"trace[980874820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23063; }","duration":"1.77976039s","start":"2026-03-02T22:09:30.25082Z","end":"2026-03-02T22:09:32.030581Z","steps":["trace[980874820] 'agreement among raft nodes before linearized reading' (duration: 1.779619047s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.031427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.250807Z","time spent":"1.78060881s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:32.030662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869005547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-03-02T22:09:32.031475Z","caller":"traceutil/trace.go:171","msg":"trace[1222324892] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:23063; }","duration":"1.869824116s","start":"2026-03-02T22:09:30.16164Z","end":"2026-03-02T22:09:32.031465Z","steps":["trace[1222324892] 'agreement among raft nodes before linearized reading' (duration: 1.868951356s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.030625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871117516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4519"} {"level":"warn","ts":"2026-03-02T22:09:32.031512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.161636Z","time spent":"1.869864257s","remote":"127.0.0.1:45576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4806,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" "} {"level":"info","ts":"2026-03-02T22:09:32.031539Z","caller":"traceutil/trace.go:171","msg":"trace[1042363008] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:23063; }","duration":"1.872049248s","start":"2026-03-02T22:09:30.159473Z","end":"2026-03-02T22:09:32.031523Z","steps":["trace[1042363008] 'agreement among raft nodes before linearized reading' (duration: 1.871041864s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.031591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.159459Z","time spent":"1.872121989s","remote":"127.0.0.1:45576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4541,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" "} {"level":"info","ts":"2026-03-02T22:09:32.030725Z","caller":"traceutil/trace.go:171","msg":"trace[611589989] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:23063; }","duration":"1.871012863s","start":"2026-03-02T22:09:30.159676Z","end":"2026-03-02T22:09:32.030689Z","steps":["trace[611589989] 'agreement among raft nodes before linearized reading' (duration: 1.870777608s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.031666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.159659Z","time spent":"1.871998996s","remote":"127.0.0.1:45542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4634,"request content":"key:\"/registry/deployments/capo-system/capo-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:09:32.030619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.161363Z","time spent":"1.869247033s","remote":"127.0.0.1:45576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3682,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"warn","ts":"2026-03-02T22:09:32.030653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.16204Z","time spent":"1.868606476s","remote":"127.0.0.1:45576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3926,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"info","ts":"2026-03-02T22:09:32.030737Z","caller":"traceutil/trace.go:171","msg":"trace[790631010] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:23063; }","duration":"1.868451783s","start":"2026-03-02T22:09:30.162277Z","end":"2026-03-02T22:09:32.030729Z","steps":["trace[790631010] 'agreement among raft nodes before linearized reading' (duration: 1.868392622s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.031833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.162272Z","time spent":"1.869547299s","remote":"127.0.0.1:45542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5203,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:09:32.030729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871096555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-03-02T22:09:32.031913Z","caller":"traceutil/trace.go:171","msg":"trace[1694197216] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:23063; }","duration":"1.872280712s","start":"2026-03-02T22:09:30.159615Z","end":"2026-03-02T22:09:32.031895Z","steps":["trace[1694197216] 'agreement among raft nodes before linearized reading' (duration: 1.871043374s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.031984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.159608Z","time spent":"1.872361095s","remote":"127.0.0.1:45542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5162,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:09:32.030743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.165287Z","time spent":"1.865449283s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:09:32.030751Z","caller":"traceutil/trace.go:171","msg":"trace[725701858] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23063; }","duration":"1.869157821s","start":"2026-03-02T22:09:30.161585Z","end":"2026-03-02T22:09:32.030742Z","steps":["trace[725701858] 'agreement among raft nodes before linearized reading' (duration: 1.869057658s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.032169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.161579Z","time spent":"1.870580543s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:09:32.030839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.16215Z","time spent":"1.868685479s","remote":"127.0.0.1:33184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1252,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-03-02T22:09:32.030553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86910448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"range_response_count:1 size:5058"} {"level":"info","ts":"2026-03-02T22:09:32.032284Z","caller":"traceutil/trace.go:171","msg":"trace[267379565] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; response_count:1; response_revision:23063; }","duration":"1.87085561s","start":"2026-03-02T22:09:30.161411Z","end":"2026-03-02T22:09:32.032266Z","steps":["trace[267379565] 'agreement among raft nodes before linearized reading' (duration: 1.868970256s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.032331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.161403Z","time spent":"1.870913801s","remote":"127.0.0.1:45542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5080,"request content":"key:\"/registry/deployments/capi-system/capi-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:09:32.030841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.161448Z","time spent":"1.869384716s","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3257,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-02T22:09:32.030844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-02T22:09:32.030869Z","caller":"traceutil/trace.go:171","msg":"trace[1101622995] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925a429ac0ddc; range_end:; response_count:1; response_revision:23063; }","duration":"1.870531162s","start":"2026-03-02T22:09:30.160326Z","end":"2026-03-02T22:09:32.030858Z","steps":["trace[1101622995] 'agreement among raft nodes before linearized reading' (duration: 1.87042848s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:32.030893Z","caller":"traceutil/trace.go:171","msg":"trace[1165931949] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:23063; }","duration":"1.86873981s","start":"2026-03-02T22:09:30.162143Z","end":"2026-03-02T22:09:32.030883Z","steps":["trace[1165931949] 'agreement among raft nodes before linearized reading' (duration: 1.868638858s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:32.03089Z","caller":"traceutil/trace.go:171","msg":"trace[866995466] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23063; }","duration":"1.494370986s","start":"2026-03-02T22:09:30.536506Z","end":"2026-03-02T22:09:32.030877Z","steps":["trace[866995466] 'agreement among raft nodes before linearized reading' (duration: 1.494260983s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:32.031317Z","caller":"traceutil/trace.go:171","msg":"trace[1706157760] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:23063; }","duration":"1.868678229s","start":"2026-03-02T22:09:30.162623Z","end":"2026-03-02T22:09:32.031301Z","steps":["trace[1706157760] 'agreement among raft nodes before linearized reading' (duration: 1.868244729s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.032559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.162616Z","time spent":"1.869879706s","remote":"127.0.0.1:45576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":4285,"request content":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" "} {"level":"warn","ts":"2026-03-02T22:09:32.034527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.160311Z","time spent":"1.874197888s","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a429ac0ddc\" "} {"level":"info","ts":"2026-03-02T22:09:32.034768Z","caller":"traceutil/trace.go:171","msg":"trace[698852908] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:23063; }","duration":"1.871355531s","start":"2026-03-02T22:09:30.163401Z","end":"2026-03-02T22:09:32.034757Z","steps":["trace[698852908] 'agreement among raft nodes before linearized reading' (duration: 1.867369338s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.034797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.163396Z","time spent":"1.871392812s","remote":"127.0.0.1:45576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3335,"request content":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" "} {"level":"warn","ts":"2026-03-02T22:09:32.035078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.536482Z","time spent":"1.498585715s","remote":"127.0.0.1:45384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:32.035206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:30.162136Z","time spent":"1.873059081s","remote":"127.0.0.1:33200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1287,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" "} {"level":"info","ts":"2026-03-02T22:09:32.054903Z","caller":"traceutil/trace.go:171","msg":"trace[266411212] transaction","detail":"{read_only:false; response_revision:23064; number_of_response:1; }","duration":"121.365701ms","start":"2026-03-02T22:09:31.933509Z","end":"2026-03-02T22:09:32.054875Z","steps":["trace[266411212] 'process raft request' (duration: 121.177406ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:32.054936Z","caller":"traceutil/trace.go:171","msg":"trace[105419643] transaction","detail":"{read_only:false; response_revision:23065; number_of_response:1; }","duration":"121.413222ms","start":"2026-03-02T22:09:31.933501Z","end":"2026-03-02T22:09:32.054914Z","steps":["trace[105419643] 'process raft request' (duration: 121.293769ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:32.05506Z","caller":"traceutil/trace.go:171","msg":"trace[1674169253] transaction","detail":"{read_only:false; response_revision:23066; number_of_response:1; }","duration":"121.526835ms","start":"2026-03-02T22:09:31.933519Z","end":"2026-03-02T22:09:32.055046Z","steps":["trace[1674169253] 'process raft request' (duration: 121.31294ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:32.055083Z","caller":"traceutil/trace.go:171","msg":"trace[235693347] transaction","detail":"{read_only:false; response_revision:23067; number_of_response:1; }","duration":"120.870069ms","start":"2026-03-02T22:09:31.934201Z","end":"2026-03-02T22:09:32.055071Z","steps":["trace[235693347] 'process raft request' (duration: 120.781557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.055158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.3507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:09:32.055206Z","caller":"traceutil/trace.go:171","msg":"trace[291334174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23067; }","duration":"121.431662ms","start":"2026-03-02T22:09:31.933761Z","end":"2026-03-02T22:09:32.055192Z","steps":["trace[291334174] 'agreement among raft nodes before linearized reading' (duration: 121.314839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.055307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.375933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-02T22:09:32.05536Z","caller":"traceutil/trace.go:171","msg":"trace[521837283] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23067; }","duration":"514.486686ms","start":"2026-03-02T22:09:31.54086Z","end":"2026-03-02T22:09:32.055347Z","steps":["trace[521837283] 'agreement among raft nodes before linearized reading' (duration: 514.296091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:32.055393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:31.540834Z","time spent":"514.549667ms","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:09:33.940445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753505154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7501"} {"level":"info","ts":"2026-03-02T22:09:33.940531Z","caller":"traceutil/trace.go:171","msg":"trace[1118316976] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:23070; }","duration":"1.753635056s","start":"2026-03-02T22:09:32.186876Z","end":"2026-03-02T22:09:33.940511Z","steps":["trace[1118316976] 'range keys from in-memory index tree' (duration: 1.753296908s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:33.940535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703710613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:5446"} {"level":"info","ts":"2026-03-02T22:09:33.940591Z","caller":"traceutil/trace.go:171","msg":"trace[690497292] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:23070; }","duration":"1.703803925s","start":"2026-03-02T22:09:32.236773Z","end":"2026-03-02T22:09:33.940577Z","steps":["trace[690497292] 'range keys from in-memory index tree' (duration: 1.7035615s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:33.940578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.18686Z","time spent":"1.753709298s","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":7523,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-02T22:09:33.94062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.236761Z","time spent":"1.703852206s","remote":"127.0.0.1:45542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":5468,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-03-02T22:09:33.940641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728303051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:4789"} {"level":"info","ts":"2026-03-02T22:09:33.940733Z","caller":"traceutil/trace.go:171","msg":"trace[90511714] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:23070; }","duration":"1.728413964s","start":"2026-03-02T22:09:32.212276Z","end":"2026-03-02T22:09:33.94069Z","steps":["trace[90511714] 'range keys from in-memory index tree' (duration: 1.728092885s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:33.940773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.212257Z","time spent":"1.728506726s","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":4811,"request content":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T22:09:33.940911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678981503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3223"} {"level":"info","ts":"2026-03-02T22:09:33.940937Z","caller":"traceutil/trace.go:171","msg":"trace[1634496949] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:23070; }","duration":"1.679031425s","start":"2026-03-02T22:09:32.261897Z","end":"2026-03-02T22:09:33.940929Z","steps":["trace[1634496949] 'range keys from in-memory index tree' (duration: 1.678875321s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:33.940966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.261886Z","time spent":"1.679074945s","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3245,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-02T22:09:33.941001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723905589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:33.941035Z","caller":"traceutil/trace.go:171","msg":"trace[1366782522] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:23070; }","duration":"1.72395972s","start":"2026-03-02T22:09:32.217064Z","end":"2026-03-02T22:09:33.941023Z","steps":["trace[1366782522] 'count revisions from in-memory index tree' (duration: 1.723853858s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:33.941065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.217054Z","time spent":"1.724002761s","remote":"127.0.0.1:33390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:33.941098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653966185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-backup-5c846f97dc\" ","response":"range_response_count:1 size:11323"} {"level":"info","ts":"2026-03-02T22:09:33.941117Z","caller":"traceutil/trace.go:171","msg":"trace[1486832914] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-backup-5c846f97dc; range_end:; response_count:1; response_revision:23070; }","duration":"1.654007896s","start":"2026-03-02T22:09:32.287103Z","end":"2026-03-02T22:09:33.941111Z","steps":["trace[1486832914] 'range keys from in-memory index tree' (duration: 1.653899224s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:33.941133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.287073Z","time spent":"1.654057037s","remote":"127.0.0.1:45576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":11345,"request content":"key:\"/registry/replicasets/openstack/cinder-backup-5c846f97dc\" "} {"level":"warn","ts":"2026-03-02T22:09:33.941183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.779372542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10941"} {"level":"info","ts":"2026-03-02T22:09:33.941237Z","caller":"traceutil/trace.go:171","msg":"trace[68019457] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:23070; }","duration":"1.779456043s","start":"2026-03-02T22:09:32.161761Z","end":"2026-03-02T22:09:33.941217Z","steps":["trace[68019457] 'range keys from in-memory index tree' (duration: 1.779244179s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:33.940939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796207497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-service\" ","response":"range_response_count:1 size:6468"} {"level":"warn","ts":"2026-03-02T22:09:33.941244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771700142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:33.941262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.161741Z","time spent":"1.779515445s","remote":"127.0.0.1:45542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":10963,"request content":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" "} {"level":"info","ts":"2026-03-02T22:09:33.94127Z","caller":"traceutil/trace.go:171","msg":"trace[1790044511] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-service; range_end:; response_count:1; response_revision:23070; }","duration":"1.796565495s","start":"2026-03-02T22:09:32.144698Z","end":"2026-03-02T22:09:33.941263Z","steps":["trace[1790044511] 'range keys from in-memory index tree' (duration: 1.796112414s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:33.941277Z","caller":"traceutil/trace.go:171","msg":"trace[633228615] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23070; }","duration":"1.771758772s","start":"2026-03-02T22:09:32.169508Z","end":"2026-03-02T22:09:33.941266Z","steps":["trace[633228615] 'range keys from in-memory index tree' (duration: 1.771630969s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:33.941294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.144683Z","time spent":"1.796604236s","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":6490,"request content":"key:\"/registry/jobs/openstack/barbican-ks-service\" "} {"level":"warn","ts":"2026-03-02T22:09:33.941307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.169354Z","time spent":"1.771943867s","remote":"127.0.0.1:45542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:09:33.941572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629448409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-02T22:09:33.941641Z","caller":"traceutil/trace.go:171","msg":"trace[652779296] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:23070; }","duration":"1.629555282s","start":"2026-03-02T22:09:32.312066Z","end":"2026-03-02T22:09:33.941621Z","steps":["trace[652779296] 'range keys from in-memory index tree' (duration: 1.629240634s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:33.941681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.312049Z","time spent":"1.629622953s","remote":"127.0.0.1:45264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-02T22:09:34.91428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264901887s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T22:09:34.914413Z","caller":"traceutil/trace.go:171","msg":"trace[782035024] linearizableReadLoop","detail":"{readStateIndex:23857; appliedIndex:23856; }","duration":"2.577345057s","start":"2026-03-02T22:09:32.337031Z","end":"2026-03-02T22:09:34.914376Z","steps":["trace[782035024] 'read index received' (duration: 312.321177ms)","trace[782035024] 'applied index is now lower than readState.Index' (duration: 2.26502206s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:34.914893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.577848028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-backup-storage-init\" ","response":"range_response_count:1 size:7491"} {"level":"info","ts":"2026-03-02T22:09:34.914928Z","caller":"traceutil/trace.go:171","msg":"trace[1039818232] range","detail":"{range_begin:/registry/jobs/openstack/cinder-backup-storage-init; range_end:; response_count:1; response_revision:23070; }","duration":"2.577903049s","start":"2026-03-02T22:09:32.337014Z","end":"2026-03-02T22:09:34.914917Z","steps":["trace[1039818232] 'agreement among raft nodes before linearized reading' (duration: 2.577749246s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:34.914961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.337005Z","time spent":"2.57794792s","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7513,"request content":"key:\"/registry/jobs/openstack/cinder-backup-storage-init\" "} {"level":"warn","ts":"2026-03-02T22:09:34.969099Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.541745109s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:09:34.969702Z","caller":"traceutil/trace.go:171","msg":"trace[1802033629] transaction","detail":"{read_only:false; response_revision:23071; number_of_response:1; }","duration":"1.542441335s","start":"2026-03-02T22:09:33.427231Z","end":"2026-03-02T22:09:34.969673Z","steps":["trace[1802033629] 'process raft request' (duration: 1.54222223s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:34.969877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.427191Z","time spent":"1.542590158s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:35.111349Z","caller":"traceutil/trace.go:171","msg":"trace[1619199348] transaction","detail":"{read_only:false; response_revision:23072; number_of_response:1; }","duration":"1.069136125s","start":"2026-03-02T22:09:34.042174Z","end":"2026-03-02T22:09:35.11131Z","steps":["trace[1619199348] 'process raft request' (duration: 1.058989767s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.111497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:34.042147Z","time spent":"1.069272418s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:35.111534Z","caller":"traceutil/trace.go:171","msg":"trace[406183280] transaction","detail":"{read_only:false; response_revision:23076; number_of_response:1; }","duration":"1.049900323s","start":"2026-03-02T22:09:34.061605Z","end":"2026-03-02T22:09:35.111505Z","steps":["trace[406183280] 'process raft request' (duration: 1.049791831s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.111661Z","caller":"traceutil/trace.go:171","msg":"trace[1079253715] linearizableReadLoop","detail":"{readStateIndex:23864; appliedIndex:23857; }","duration":"197.192383ms","start":"2026-03-02T22:09:34.914448Z","end":"2026-03-02T22:09:35.11164Z","steps":["trace[1079253715] 'read index received' (duration: 55.005313ms)","trace[1079253715] 'applied index is now lower than readState.Index' (duration: 142.18607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:35.111723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:34.061591Z","time spent":"1.050035376s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:35.111778Z","caller":"traceutil/trace.go:171","msg":"trace[1973141111] transaction","detail":"{read_only:false; response_revision:23073; number_of_response:1; }","duration":"1.051624455s","start":"2026-03-02T22:09:34.060146Z","end":"2026-03-02T22:09:35.11177Z","steps":["trace[1973141111] 'process raft request' (duration: 1.051070291s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.111829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.239338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:35.111844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:34.060106Z","time spent":"1.051705546s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:35.111899Z","caller":"traceutil/trace.go:171","msg":"trace[305306817] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:23078; }","duration":"241.32884ms","start":"2026-03-02T22:09:34.870549Z","end":"2026-03-02T22:09:35.111878Z","steps":["trace[305306817] 'agreement among raft nodes before linearized reading' (duration: 241.195616ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.111908Z","caller":"traceutil/trace.go:171","msg":"trace[431312998] transaction","detail":"{read_only:false; response_revision:23077; number_of_response:1; }","duration":"829.452886ms","start":"2026-03-02T22:09:34.282428Z","end":"2026-03-02T22:09:35.111881Z","steps":["trace[431312998] 'process raft request' (duration: 829.025425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.111945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032753994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:35.111985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524717371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5032"} {"level":"warn","ts":"2026-03-02T22:09:35.112023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143546345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:35.112061Z","caller":"traceutil/trace.go:171","msg":"trace[1184874760] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23078; }","duration":"1.143596606s","start":"2026-03-02T22:09:33.968452Z","end":"2026-03-02T22:09:35.112049Z","steps":["trace[1184874760] 'agreement among raft nodes before linearized reading' (duration: 1.143533325s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.112081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166934094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:406"} {"level":"warn","ts":"2026-03-02T22:09:35.112106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582902066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:35.112114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:34.282397Z","time spent":"829.6143ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:35.112142Z","caller":"traceutil/trace.go:171","msg":"trace[1041583868] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:23078; }","duration":"1.582994247s","start":"2026-03-02T22:09:33.529136Z","end":"2026-03-02T22:09:35.11213Z","steps":["trace[1041583868] 'agreement among raft nodes before linearized reading' (duration: 1.582908485s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.111876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167058006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:35.112147Z","caller":"traceutil/trace.go:171","msg":"trace[328128389] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:23078; }","duration":"1.167006715s","start":"2026-03-02T22:09:33.945122Z","end":"2026-03-02T22:09:35.112129Z","steps":["trace[328128389] 'agreement among raft nodes before linearized reading' (duration: 1.166837091s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.112161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.799496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:09:35.112181Z","caller":"traceutil/trace.go:171","msg":"trace[1940231294] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23078; }","duration":"1.167471326s","start":"2026-03-02T22:09:33.944701Z","end":"2026-03-02T22:09:35.112173Z","steps":["trace[1940231294] 'agreement among raft nodes before linearized reading' (duration: 1.167021174s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.112183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.529115Z","time spent":"1.583058159s","remote":"127.0.0.1:39970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:35.112181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700480249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-create-internal-tenant\" ","response":"range_response_count:1 size:7939"} {"level":"warn","ts":"2026-03-02T22:09:35.112215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.944687Z","time spent":"1.167516058s","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:09:35.112222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110394247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:09:35.112243Z","caller":"traceutil/trace.go:171","msg":"trace[2031418273] range","detail":"{range_begin:/registry/jobs/openstack/cinder-create-internal-tenant; range_end:; response_count:1; response_revision:23078; }","duration":"2.700566991s","start":"2026-03-02T22:09:32.411662Z","end":"2026-03-02T22:09:35.112229Z","steps":["trace[2031418273] 'agreement among raft nodes before linearized reading' (duration: 2.700421338s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.112275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166864622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-db-init\" ","response":"range_response_count:1 size:5620"} {"level":"warn","ts":"2026-03-02T22:09:35.112299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.411646Z","time spent":"2.700639682s","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":7961,"request content":"key:\"/registry/jobs/openstack/cinder-create-internal-tenant\" "} {"level":"warn","ts":"2026-03-02T22:09:35.112325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598996975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3238"} {"level":"warn","ts":"2026-03-02T22:09:35.112357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11138619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:09:35.112106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.968445Z","time spent":"1.143652137s","remote":"127.0.0.1:45240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:35.112378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167284521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-system/capi-serving-cert\" ","response":"range_response_count:1 size:2281"} {"level":"info","ts":"2026-03-02T22:09:35.112394Z","caller":"traceutil/trace.go:171","msg":"trace[382102474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23078; }","duration":"2.111459272s","start":"2026-03-02T22:09:33.000927Z","end":"2026-03-02T22:09:35.112386Z","steps":["trace[382102474] 'agreement among raft nodes before linearized reading' (duration: 2.11136761s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.112422Z","caller":"traceutil/trace.go:171","msg":"trace[593275032] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-system/capi-serving-cert; range_end:; response_count:1; response_revision:23078; }","duration":"1.167329102s","start":"2026-03-02T22:09:33.945081Z","end":"2026-03-02T22:09:35.112411Z","steps":["trace[593275032] 'agreement among raft nodes before linearized reading' (duration: 1.16724274s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.112432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.000909Z","time spent":"2.111515143s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:09:35.112432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687758289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:09:35.112453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.725945427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-bootstrap\" ","response":"range_response_count:1 size:6978"} {"level":"warn","ts":"2026-03-02T22:09:35.11239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.120141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:2194"} {"level":"info","ts":"2026-03-02T22:09:35.112467Z","caller":"traceutil/trace.go:171","msg":"trace[155679390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23078; }","duration":"1.68782977s","start":"2026-03-02T22:09:33.424628Z","end":"2026-03-02T22:09:35.112458Z","steps":["trace[155679390] 'agreement among raft nodes before linearized reading' (duration: 1.687727938s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.11202Z","caller":"traceutil/trace.go:171","msg":"trace[786778264] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23078; }","duration":"2.032852156s","start":"2026-03-02T22:09:33.079151Z","end":"2026-03-02T22:09:35.112003Z","steps":["trace[786778264] 'agreement among raft nodes before linearized reading' (duration: 2.032717953s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.112498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.424602Z","time spent":"1.687886592s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:09:35.112362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167156989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11623"} {"level":"warn","ts":"2026-03-02T22:09:35.112091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.675648536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7674"} {"level":"warn","ts":"2026-03-02T22:09:35.112458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.945078Z","time spent":"1.167373273s","remote":"127.0.0.1:39986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2303,"request content":"key:\"/registry/cert-manager.io/certificates/capi-system/capi-serving-cert\" "} {"level":"warn","ts":"2026-03-02T22:09:35.112301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16718853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" ","response":"range_response_count:1 size:2294"} {"level":"warn","ts":"2026-03-02T22:09:35.112559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.625287383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12739"} {"level":"warn","ts":"2026-03-02T22:09:35.112555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750844352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:3559"} {"level":"warn","ts":"2026-03-02T22:09:35.112565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167492687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/auth-system/keycloak.199-19-213-23.nip.io-tls\" ","response":"range_response_count:1 size:2213"} {"level":"info","ts":"2026-03-02T22:09:35.112577Z","caller":"traceutil/trace.go:171","msg":"trace[890906846] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:23078; }","duration":"2.676166019s","start":"2026-03-02T22:09:32.436394Z","end":"2026-03-02T22:09:35.11256Z","steps":["trace[890906846] 'agreement among raft nodes before linearized reading' (duration: 2.675571485s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.112599Z","caller":"traceutil/trace.go:171","msg":"trace[2037596651] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:23078; }","duration":"2.625347374s","start":"2026-03-02T22:09:32.487243Z","end":"2026-03-02T22:09:35.11259Z","steps":["trace[2037596651] 'agreement among raft nodes before linearized reading' (duration: 2.625261902s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.111951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1667498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert\" ","response":"range_response_count:1 size:2467"} {"level":"info","ts":"2026-03-02T22:09:35.112617Z","caller":"traceutil/trace.go:171","msg":"trace[81976620] range","detail":"{range_begin:/registry/cert-manager.io/certificates/auth-system/keycloak.199-19-213-23.nip.io-tls; range_end:; response_count:1; response_revision:23078; }","duration":"1.167549168s","start":"2026-03-02T22:09:33.945058Z","end":"2026-03-02T22:09:35.112607Z","steps":["trace[81976620] 'agreement among raft nodes before linearized reading' (duration: 1.167451426s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.112616Z","caller":"traceutil/trace.go:171","msg":"trace[1101692130] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:23078; }","duration":"2.750923944s","start":"2026-03-02T22:09:32.361678Z","end":"2026-03-02T22:09:35.112602Z","steps":["trace[1101692130] 'agreement among raft nodes before linearized reading' (duration: 2.75077032s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.112635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.487229Z","time spent":"2.625399785s","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12761,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T22:09:35.111914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.499644622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:5086"} {"level":"warn","ts":"2026-03-02T22:09:35.112028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.87618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:35.112648Z","caller":"traceutil/trace.go:171","msg":"trace[1480475589] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert; range_end:; response_count:1; response_revision:23078; }","duration":"1.167487287s","start":"2026-03-02T22:09:33.94515Z","end":"2026-03-02T22:09:35.112637Z","steps":["trace[1480475589] 'agreement among raft nodes before linearized reading' (duration: 1.166591195s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.112069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.038504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:35.112686Z","caller":"traceutil/trace.go:171","msg":"trace[458925882] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:23078; }","duration":"2.50042976s","start":"2026-03-02T22:09:32.612243Z","end":"2026-03-02T22:09:35.112673Z","steps":["trace[458925882] 'agreement among raft nodes before linearized reading' (duration: 2.499502798s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.112635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.436379Z","time spent":"2.67624041s","remote":"127.0.0.1:45542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7696,"request content":"key:\"/registry/deployments/openstack/barbican-api\" "} {"level":"warn","ts":"2026-03-02T22:09:35.112713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.945146Z","time spent":"1.167552418s","remote":"127.0.0.1:39986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":1,"response size":2489,"request content":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert\" "} {"level":"info","ts":"2026-03-02T22:09:35.112722Z","caller":"traceutil/trace.go:171","msg":"trace[1916043343] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23078; }","duration":"336.713249ms","start":"2026-03-02T22:09:34.775996Z","end":"2026-03-02T22:09:35.11271Z","steps":["trace[1916043343] 'agreement among raft nodes before linearized reading' (duration: 336.050074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.112738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.612227Z","time spent":"2.500498802s","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":5108,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T22:09:35.112761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:34.775978Z","time spent":"336.769541ms","remote":"127.0.0.1:52110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:35.112184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.549515752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7449"} {"level":"info","ts":"2026-03-02T22:09:35.112138Z","caller":"traceutil/trace.go:171","msg":"trace[1558180511] transaction","detail":"{read_only:false; response_revision:23078; number_of_response:1; }","duration":"177.588243ms","start":"2026-03-02T22:09:34.934537Z","end":"2026-03-02T22:09:35.112126Z","steps":["trace[1558180511] 'process raft request' (duration: 177.015429ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.112822Z","caller":"traceutil/trace.go:171","msg":"trace[879337390] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:23078; }","duration":"2.550181078s","start":"2026-03-02T22:09:32.562627Z","end":"2026-03-02T22:09:35.112808Z","steps":["trace[879337390] 'agreement among raft nodes before linearized reading' (duration: 2.549487201s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.112271Z","caller":"traceutil/trace.go:171","msg":"trace[380544907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23078; }","duration":"2.110443229s","start":"2026-03-02T22:09:33.001812Z","end":"2026-03-02T22:09:35.112255Z","steps":["trace[380544907] 'agreement among raft nodes before linearized reading' (duration: 2.110354627s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.112906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.001807Z","time spent":"2.111085423s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:35.112664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.361666Z","time spent":"2.750985976s","remote":"127.0.0.1:45542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3581,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" "} {"level":"info","ts":"2026-03-02T22:09:35.112691Z","caller":"traceutil/trace.go:171","msg":"trace[622760624] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:23078; }","duration":"267.557136ms","start":"2026-03-02T22:09:34.845122Z","end":"2026-03-02T22:09:35.112679Z","steps":["trace[622760624] 'agreement among raft nodes before linearized reading' (duration: 266.87219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.112197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.94511Z","time spent":"1.167073347s","remote":"127.0.0.1:45264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":428,"request content":"key:\"/registry/services/endpoints/openstack/ceph-mon\" "} {"level":"info","ts":"2026-03-02T22:09:35.112055Z","caller":"traceutil/trace.go:171","msg":"trace[859406978] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:23078; }","duration":"2.524809663s","start":"2026-03-02T22:09:32.587223Z","end":"2026-03-02T22:09:35.112032Z","steps":["trace[859406978] 'agreement among raft nodes before linearized reading' (duration: 2.524551537s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.113183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.587211Z","time spent":"2.5259587s","remote":"127.0.0.1:45542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5054,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"warn","ts":"2026-03-02T22:09:35.112624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957039685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:35.113396Z","caller":"traceutil/trace.go:171","msg":"trace[763502721] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:23078; }","duration":"1.957800012s","start":"2026-03-02T22:09:33.155547Z","end":"2026-03-02T22:09:35.113347Z","steps":["trace[763502721] 'agreement among raft nodes before linearized reading' (duration: 1.957052315s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.113447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.15552Z","time spent":"1.957910385s","remote":"127.0.0.1:45454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:35.112062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07476239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-02T22:09:35.113582Z","caller":"traceutil/trace.go:171","msg":"trace[2139349377] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321; range_end:; response_count:1; response_revision:23078; }","duration":"2.076284175s","start":"2026-03-02T22:09:33.037278Z","end":"2026-03-02T22:09:35.113562Z","steps":["trace[2139349377] 'agreement among raft nodes before linearized reading' (duration: 2.074711559s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.113674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.037271Z","time spent":"2.076360928s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321\" "} {"level":"info","ts":"2026-03-02T22:09:35.11209Z","caller":"traceutil/trace.go:171","msg":"trace[155934612] transaction","detail":"{read_only:false; response_revision:23075; number_of_response:1; }","duration":"1.051561214s","start":"2026-03-02T22:09:34.060511Z","end":"2026-03-02T22:09:35.112073Z","steps":["trace[155934612] 'process raft request' (duration: 1.050823435s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.113965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:34.060487Z","time spent":"1.053416327s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:35.111745Z","caller":"traceutil/trace.go:171","msg":"trace[1282767209] transaction","detail":"{read_only:false; response_revision:23074; number_of_response:1; }","duration":"1.051409669s","start":"2026-03-02T22:09:34.060323Z","end":"2026-03-02T22:09:35.111733Z","steps":["trace[1282767209] 'process raft request' (duration: 1.050953668s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.114254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:34.0603Z","time spent":"1.053902788s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:35.112107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.94512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:35.114412Z","caller":"traceutil/trace.go:171","msg":"trace[312589951] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:23078; }","duration":"372.284165ms","start":"2026-03-02T22:09:34.742108Z","end":"2026-03-02T22:09:35.114393Z","steps":["trace[312589951] 'agreement among raft nodes before linearized reading' (duration: 369.977562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.114474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:34.742081Z","time spent":"372.374927ms","remote":"127.0.0.1:33022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:35.112138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.110237384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:09:35.114579Z","caller":"traceutil/trace.go:171","msg":"trace[1284843531] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23078; }","duration":"2.11267076s","start":"2026-03-02T22:09:33.001873Z","end":"2026-03-02T22:09:35.114544Z","steps":["trace[1284843531] 'agreement among raft nodes before linearized reading' (duration: 2.110211553s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.114636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.001863Z","time spent":"2.112757692s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:09:35.112205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166753749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-volume-usage-audit-29541485\" ","response":"range_response_count:1 size:5460"} {"level":"info","ts":"2026-03-02T22:09:35.1148Z","caller":"traceutil/trace.go:171","msg":"trace[2071060477] range","detail":"{range_begin:/registry/jobs/openstack/cinder-volume-usage-audit-29541485; range_end:; response_count:1; response_revision:23078; }","duration":"1.16936111s","start":"2026-03-02T22:09:33.945427Z","end":"2026-03-02T22:09:35.114788Z","steps":["trace[2071060477] 'agreement among raft nodes before linearized reading' (duration: 1.166702848s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.114844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.945423Z","time spent":"1.169411832s","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5482,"request content":"key:\"/registry/jobs/openstack/cinder-volume-usage-audit-29541485\" "} {"level":"info","ts":"2026-03-02T22:09:35.1122Z","caller":"traceutil/trace.go:171","msg":"trace[1044261201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23078; }","duration":"990.869137ms","start":"2026-03-02T22:09:34.121318Z","end":"2026-03-02T22:09:35.112187Z","steps":["trace[1044261201] 'agreement among raft nodes before linearized reading' (duration: 990.803836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.115009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:34.121301Z","time spent":"993.687774ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:35.112258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576006886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-service\" ","response":"range_response_count:1 size:6417"} {"level":"info","ts":"2026-03-02T22:09:35.115122Z","caller":"traceutil/trace.go:171","msg":"trace[477150292] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-service; range_end:; response_count:1; response_revision:23078; }","duration":"2.578880343s","start":"2026-03-02T22:09:32.536231Z","end":"2026-03-02T22:09:35.115112Z","steps":["trace[477150292] 'agreement among raft nodes before linearized reading' (duration: 2.575974775s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.11518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.536224Z","time spent":"2.578945374s","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":6439,"request content":"key:\"/registry/jobs/openstack/cinder-ks-service\" "} {"level":"info","ts":"2026-03-02T22:09:35.112312Z","caller":"traceutil/trace.go:171","msg":"trace[1304645858] range","detail":"{range_begin:/registry/jobs/openstack/glance-db-init; range_end:; response_count:1; response_revision:23078; }","duration":"1.166908493s","start":"2026-03-02T22:09:33.945394Z","end":"2026-03-02T22:09:35.112302Z","steps":["trace[1304645858] 'agreement among raft nodes before linearized reading' (duration: 1.166828761s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.11532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.945388Z","time spent":"1.169924433s","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5642,"request content":"key:\"/registry/jobs/openstack/glance-db-init\" "} {"level":"info","ts":"2026-03-02T22:09:35.112362Z","caller":"traceutil/trace.go:171","msg":"trace[1801745215] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:23078; }","duration":"2.599070987s","start":"2026-03-02T22:09:32.51328Z","end":"2026-03-02T22:09:35.112351Z","steps":["trace[1801745215] 'agreement among raft nodes before linearized reading' (duration: 2.598995545s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.115477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.513257Z","time spent":"2.60219127s","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-02T22:09:35.112482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649828729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-init\" ","response":"range_response_count:1 size:5604"} {"level":"info","ts":"2026-03-02T22:09:35.115565Z","caller":"traceutil/trace.go:171","msg":"trace[1542981892] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-init; range_end:; response_count:1; response_revision:23078; }","duration":"2.652889091s","start":"2026-03-02T22:09:32.462645Z","end":"2026-03-02T22:09:35.115534Z","steps":["trace[1542981892] 'agreement among raft nodes before linearized reading' (duration: 2.649763247s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.112484Z","caller":"traceutil/trace.go:171","msg":"trace[1909349787] range","detail":"{range_begin:/registry/jobs/openstack/cinder-bootstrap; range_end:; response_count:1; response_revision:23078; }","duration":"2.726001299s","start":"2026-03-02T22:09:32.386476Z","end":"2026-03-02T22:09:35.112478Z","steps":["trace[1909349787] 'agreement among raft nodes before linearized reading' (duration: 2.725930437s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.115638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.462594Z","time spent":"2.653026684s","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5626,"request content":"key:\"/registry/jobs/openstack/cinder-db-init\" "} {"level":"warn","ts":"2026-03-02T22:09:35.115641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.386459Z","time spent":"2.729165233s","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":7000,"request content":"key:\"/registry/jobs/openstack/cinder-bootstrap\" "} {"level":"info","ts":"2026-03-02T22:09:35.112538Z","caller":"traceutil/trace.go:171","msg":"trace[2039832604] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:23078; }","duration":"1.167334643s","start":"2026-03-02T22:09:33.945194Z","end":"2026-03-02T22:09:35.112528Z","steps":["trace[2039832604] 'agreement among raft nodes before linearized reading' (duration: 1.167138369s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.115773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.945192Z","time spent":"1.170573489s","remote":"127.0.0.1:45542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11645,"request content":"key:\"/registry/deployments/openstack/cinder-backup\" "} {"level":"warn","ts":"2026-03-02T22:09:35.112537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.079102Z","time spent":"2.033415849s","remote":"127.0.0.1:33490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:09:35.112583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942640746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:35.116049Z","caller":"traceutil/trace.go:171","msg":"trace[1569913098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23078; }","duration":"1.946129988s","start":"2026-03-02T22:09:33.169897Z","end":"2026-03-02T22:09:35.116027Z","steps":["trace[1569913098] 'agreement among raft nodes before linearized reading' (duration: 1.942666777s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.116106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.169871Z","time spent":"1.94621903s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:09:35.112578Z","caller":"traceutil/trace.go:171","msg":"trace[405367674] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert; range_end:; response_count:1; response_revision:23078; }","duration":"1.167467066s","start":"2026-03-02T22:09:33.9451Z","end":"2026-03-02T22:09:35.112567Z","steps":["trace[405367674] 'agreement among raft nodes before linearized reading' (duration: 1.167121288s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.116185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.945097Z","time spent":"1.17106392s","remote":"127.0.0.1:39986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":1,"response size":2316,"request content":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" "} {"level":"warn","ts":"2026-03-02T22:09:35.111913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033074879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:09:35.116429Z","caller":"traceutil/trace.go:171","msg":"trace[1370968147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23078; }","duration":"1.037623655s","start":"2026-03-02T22:09:34.078781Z","end":"2026-03-02T22:09:35.116405Z","steps":["trace[1370968147] 'agreement among raft nodes before linearized reading' (duration: 1.032942474s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.11649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:34.078768Z","time spent":"1.037703997s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:35.112647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:33.945053Z","time spent":"1.167587399s","remote":"127.0.0.1:39986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":2235,"request content":"key:\"/registry/cert-manager.io/certificates/auth-system/keycloak.199-19-213-23.nip.io-tls\" "} {"level":"warn","ts":"2026-03-02T22:09:35.112858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:32.562608Z","time spent":"2.550242079s","remote":"127.0.0.1:45332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7471,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-02T22:09:35.112491Z","caller":"traceutil/trace.go:171","msg":"trace[994393086] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:23078; }","duration":"194.233644ms","start":"2026-03-02T22:09:34.918249Z","end":"2026-03-02T22:09:35.112483Z","steps":["trace[994393086] 'agreement among raft nodes before linearized reading' (duration: 194.086181ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.222163Z","caller":"traceutil/trace.go:171","msg":"trace[580312297] transaction","detail":"{read_only:false; response_revision:23081; number_of_response:1; }","duration":"101.154266ms","start":"2026-03-02T22:09:35.120997Z","end":"2026-03-02T22:09:35.222151Z","steps":["trace[580312297] 'process raft request' (duration: 101.090465ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.222164Z","caller":"traceutil/trace.go:171","msg":"trace[769265738] transaction","detail":"{read_only:false; response_revision:23080; number_of_response:1; }","duration":"102.482658ms","start":"2026-03-02T22:09:35.119662Z","end":"2026-03-02T22:09:35.222145Z","steps":["trace[769265738] 'process raft request' (duration: 96.467707ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.222336Z","caller":"traceutil/trace.go:171","msg":"trace[2075637152] transaction","detail":"{read_only:false; response_revision:23082; number_of_response:1; }","duration":"100.406499ms","start":"2026-03-02T22:09:35.121921Z","end":"2026-03-02T22:09:35.222327Z","steps":["trace[2075637152] 'process raft request' (duration: 100.206195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.222475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.532045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-api-certs\" ","response":"range_response_count:1 size:2386"} {"level":"info","ts":"2026-03-02T22:09:35.222503Z","caller":"traceutil/trace.go:171","msg":"trace[590518110] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-api-certs; range_end:; response_count:1; response_revision:23084; }","duration":"101.582946ms","start":"2026-03-02T22:09:35.120913Z","end":"2026-03-02T22:09:35.222496Z","steps":["trace[590518110] 'agreement among raft nodes before linearized reading' (duration: 101.457963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.222532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.100688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2761"} {"level":"info","ts":"2026-03-02T22:09:35.222574Z","caller":"traceutil/trace.go:171","msg":"trace[1846749728] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:23084; }","duration":"102.17132ms","start":"2026-03-02T22:09:35.120393Z","end":"2026-03-02T22:09:35.222564Z","steps":["trace[1846749728] 'agreement among raft nodes before linearized reading' (duration: 102.050567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.222595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.43321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:35.222651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.622301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18644"} {"level":"info","ts":"2026-03-02T22:09:35.222669Z","caller":"traceutil/trace.go:171","msg":"trace[428903938] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23084; }","duration":"102.666802ms","start":"2026-03-02T22:09:35.119997Z","end":"2026-03-02T22:09:35.222664Z","steps":["trace[428903938] 'agreement among raft nodes before linearized reading' (duration: 102.602621ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.222676Z","caller":"traceutil/trace.go:171","msg":"trace[1497643731] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23084; }","duration":"100.521892ms","start":"2026-03-02T22:09:35.122132Z","end":"2026-03-02T22:09:35.222654Z","steps":["trace[1497643731] 'agreement among raft nodes before linearized reading' (duration: 100.385299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.222691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.350324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/barbican-api-certs\" ","response":"range_response_count:1 size:2173"} {"level":"warn","ts":"2026-03-02T22:09:35.222711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.570633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:2138"} {"level":"info","ts":"2026-03-02T22:09:35.222742Z","caller":"traceutil/trace.go:171","msg":"trace[1869371292] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/barbican-api-certs; range_end:; response_count:1; response_revision:23084; }","duration":"102.409366ms","start":"2026-03-02T22:09:35.120319Z","end":"2026-03-02T22:09:35.222728Z","steps":["trace[1869371292] 'agreement among raft nodes before linearized reading' (duration: 102.315633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.222755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.348264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/cinder-api-certs\" ","response":"range_response_count:1 size:2154"} {"level":"info","ts":"2026-03-02T22:09:35.222769Z","caller":"traceutil/trace.go:171","msg":"trace[845915084] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:23084; }","duration":"100.629744ms","start":"2026-03-02T22:09:35.122114Z","end":"2026-03-02T22:09:35.222744Z","steps":["trace[845915084] 'agreement among raft nodes before linearized reading' (duration: 100.531182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.222789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.882827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:2730"} {"level":"info","ts":"2026-03-02T22:09:35.222814Z","caller":"traceutil/trace.go:171","msg":"trace[1876486405] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:23084; }","duration":"102.945948ms","start":"2026-03-02T22:09:35.119863Z","end":"2026-03-02T22:09:35.222809Z","steps":["trace[1876486405] 'agreement among raft nodes before linearized reading' (duration: 102.891307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.222828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.380725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-t55bs-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-03-02T22:09:35.222867Z","caller":"traceutil/trace.go:171","msg":"trace[1791305025] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-t55bs-tls; range_end:; response_count:1; response_revision:23084; }","duration":"102.424375ms","start":"2026-03-02T22:09:35.120431Z","end":"2026-03-02T22:09:35.222856Z","steps":["trace[1791305025] 'agreement among raft nodes before linearized reading' (duration: 102.343934ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.222896Z","caller":"traceutil/trace.go:171","msg":"trace[1190190833] transaction","detail":"{read_only:false; response_revision:23083; number_of_response:1; }","duration":"100.834929ms","start":"2026-03-02T22:09:35.122045Z","end":"2026-03-02T22:09:35.22288Z","steps":["trace[1190190833] 'process raft request' (duration: 100.241255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.22269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.286773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/glance-api-certs\" ","response":"range_response_count:1 size:2366"} {"level":"warn","ts":"2026-03-02T22:09:35.222948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.088762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:1 size:2188"} {"level":"info","ts":"2026-03-02T22:09:35.222972Z","caller":"traceutil/trace.go:171","msg":"trace[1511189354] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/glance-api-certs; range_end:; response_count:1; response_revision:23084; }","duration":"102.59945ms","start":"2026-03-02T22:09:35.12036Z","end":"2026-03-02T22:09:35.222959Z","steps":["trace[1511189354] 'agreement among raft nodes before linearized reading' (duration: 102.18752ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.222984Z","caller":"traceutil/trace.go:171","msg":"trace[1590963239] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:1; response_revision:23084; }","duration":"103.151194ms","start":"2026-03-02T22:09:35.11981Z","end":"2026-03-02T22:09:35.222961Z","steps":["trace[1590963239] 'agreement among raft nodes before linearized reading' (duration: 103.095263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.222756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.299253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:2933"} {"level":"warn","ts":"2026-03-02T22:09:35.223049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.968342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:866"} {"level":"info","ts":"2026-03-02T22:09:35.223065Z","caller":"traceutil/trace.go:171","msg":"trace[1416193075] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:23084; }","duration":"102.62043ms","start":"2026-03-02T22:09:35.120441Z","end":"2026-03-02T22:09:35.223061Z","steps":["trace[1416193075] 'agreement among raft nodes before linearized reading' (duration: 102.258032ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.223076Z","caller":"traceutil/trace.go:171","msg":"trace[1355486588] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:23084; }","duration":"101.000762ms","start":"2026-03-02T22:09:35.122067Z","end":"2026-03-02T22:09:35.223068Z","steps":["trace[1355486588] 'agreement among raft nodes before linearized reading' (duration: 100.920861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.223097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.279647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2123"} {"level":"info","ts":"2026-03-02T22:09:35.223135Z","caller":"traceutil/trace.go:171","msg":"trace[1942989680] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:23084; }","duration":"103.333198ms","start":"2026-03-02T22:09:35.119791Z","end":"2026-03-02T22:09:35.223124Z","steps":["trace[1942989680] 'agreement among raft nodes before linearized reading' (duration: 103.217005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.223133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.333141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-v58mt-vnc\" ","response":"range_response_count:1 size:2102"} {"level":"info","ts":"2026-03-02T22:09:35.223179Z","caller":"traceutil/trace.go:171","msg":"trace[1017096965] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-v58mt-vnc; range_end:; response_count:1; response_revision:23084; }","duration":"101.391112ms","start":"2026-03-02T22:09:35.121777Z","end":"2026-03-02T22:09:35.223168Z","steps":["trace[1017096965] 'agreement among raft nodes before linearized reading' (duration: 101.31902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.222966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.88298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-v58mt-api\" ","response":"range_response_count:1 size:1885"} {"level":"info","ts":"2026-03-02T22:09:35.223241Z","caller":"traceutil/trace.go:171","msg":"trace[1686088905] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-v58mt-api; range_end:; response_count:1; response_revision:23084; }","duration":"101.153676ms","start":"2026-03-02T22:09:35.122068Z","end":"2026-03-02T22:09:35.223222Z","steps":["trace[1686088905] 'agreement among raft nodes before linearized reading' (duration: 100.835359ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.222793Z","caller":"traceutil/trace.go:171","msg":"trace[227126113] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/cinder-api-certs; range_end:; response_count:1; response_revision:23084; }","duration":"102.389895ms","start":"2026-03-02T22:09:35.12039Z","end":"2026-03-02T22:09:35.22278Z","steps":["trace[227126113] 'agreement among raft nodes before linearized reading' (duration: 102.331893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.223267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.094775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2398"} {"level":"info","ts":"2026-03-02T22:09:35.223285Z","caller":"traceutil/trace.go:171","msg":"trace[1796836947] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:23084; }","duration":"101.119535ms","start":"2026-03-02T22:09:35.122161Z","end":"2026-03-02T22:09:35.22328Z","steps":["trace[1796836947] 'agreement among raft nodes before linearized reading' (duration: 101.070764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.222591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.334144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2102"} {"level":"warn","ts":"2026-03-02T22:09:35.222596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.971922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-cfn-certs\" ","response":"range_response_count:1 size:2172"} {"level":"info","ts":"2026-03-02T22:09:35.223335Z","caller":"traceutil/trace.go:171","msg":"trace[789310812] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:23084; }","duration":"103.112521ms","start":"2026-03-02T22:09:35.120213Z","end":"2026-03-02T22:09:35.223325Z","steps":["trace[789310812] 'agreement among raft nodes before linearized reading' (duration: 102.218701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.223368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.600576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:2381"} {"level":"info","ts":"2026-03-02T22:09:35.223372Z","caller":"traceutil/trace.go:171","msg":"trace[530255217] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-cfn-certs; range_end:; response_count:1; response_revision:23084; }","duration":"101.77131ms","start":"2026-03-02T22:09:35.121587Z","end":"2026-03-02T22:09:35.223358Z","steps":["trace[530255217] 'agreement among raft nodes before linearized reading' (duration: 100.773497ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:35.223407Z","caller":"traceutil/trace.go:171","msg":"trace[49238414] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:23084; }","duration":"101.639727ms","start":"2026-03-02T22:09:35.121758Z","end":"2026-03-02T22:09:35.223398Z","steps":["trace[49238414] 'agreement among raft nodes before linearized reading' (duration: 101.545505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:35.223591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.336441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:1921"} {"level":"info","ts":"2026-03-02T22:09:35.223671Z","caller":"traceutil/trace.go:171","msg":"trace[716391086] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:23084; }","duration":"101.428613ms","start":"2026-03-02T22:09:35.122219Z","end":"2026-03-02T22:09:35.223648Z","steps":["trace[716391086] 'agreement among raft nodes before linearized reading' (duration: 101.208438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:37.56755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704766353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:09:37.673113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.144328972s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:09:37.673436Z","caller":"traceutil/trace.go:171","msg":"trace[608153499] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"1.144747812s","start":"2026-03-02T22:09:36.528663Z","end":"2026-03-02T22:09:37.673411Z","steps":["trace[608153499] 'process raft request' (duration: 1.144593859s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:37.673571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:36.528641Z","time spent":"1.144850174s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:38.596135Z","caller":"traceutil/trace.go:171","msg":"trace[1160197326] transaction","detail":"{read_only:false; response_revision:23087; number_of_response:1; }","duration":"1.620560789s","start":"2026-03-02T22:09:36.97552Z","end":"2026-03-02T22:09:38.596081Z","steps":["trace[1160197326] 'process raft request' (duration: 1.620259772s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.596303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:36.975497Z","time spent":"1.620712023s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:38.596448Z","caller":"traceutil/trace.go:171","msg":"trace[1523397163] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"1.477854297s","start":"2026-03-02T22:09:37.118533Z","end":"2026-03-02T22:09:38.596387Z","steps":["trace[1523397163] 'process raft request' (duration: 1.477502719s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:38.596493Z","caller":"traceutil/trace.go:171","msg":"trace[739153062] transaction","detail":"{read_only:false; response_revision:23090; number_of_response:1; }","duration":"1.477500749s","start":"2026-03-02T22:09:37.11897Z","end":"2026-03-02T22:09:38.596471Z","steps":["trace[739153062] 'process raft request' (duration: 1.477401807s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:38.596493Z","caller":"traceutil/trace.go:171","msg":"trace[327377431] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"1.477483858s","start":"2026-03-02T22:09:37.11898Z","end":"2026-03-02T22:09:38.596463Z","steps":["trace[327377431] 'process raft request' (duration: 1.477285883s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:38.596548Z","caller":"traceutil/trace.go:171","msg":"trace[1333223322] linearizableReadLoop","detail":"{readStateIndex:23879; appliedIndex:23872; }","duration":"1.530029783s","start":"2026-03-02T22:09:37.066496Z","end":"2026-03-02T22:09:38.596525Z","steps":["trace[1333223322] 'read index received' (duration: 606.827236ms)","trace[1333223322] 'applied index is now lower than readState.Index' (duration: 923.201687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:38.596616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.118944Z","time spent":"1.477603921s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:38.596614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.118964Z","time spent":"1.477589291s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:38.596619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.118468Z","time spent":"1.478062351s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:38.596671Z","caller":"traceutil/trace.go:171","msg":"trace[1312997026] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"1.477612311s","start":"2026-03-02T22:09:37.119049Z","end":"2026-03-02T22:09:38.596661Z","steps":["trace[1312997026] 'process raft request' (duration: 1.477372246s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.596775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.119038Z","time spent":"1.477664923s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:38.596803Z","caller":"traceutil/trace.go:171","msg":"trace[277778941] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"1.476751512s","start":"2026-03-02T22:09:37.120035Z","end":"2026-03-02T22:09:38.596787Z","steps":["trace[277778941] 'process raft request' (duration: 1.476420114s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:38.596841Z","caller":"traceutil/trace.go:171","msg":"trace[726245050] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"934.252327ms","start":"2026-03-02T22:09:37.662581Z","end":"2026-03-02T22:09:38.596834Z","steps":["trace[726245050] 'process raft request' (duration: 933.904018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.596885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.662565Z","time spent":"934.299509ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:38.596891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368252524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:09:38.596903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472511193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-02T22:09:38.596965Z","caller":"traceutil/trace.go:171","msg":"trace[1330857363] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321; range_end:; response_count:1; response_revision:23093; }","duration":"1.472594064s","start":"2026-03-02T22:09:37.124356Z","end":"2026-03-02T22:09:38.59695Z","steps":["trace[1330857363] 'agreement among raft nodes before linearized reading' (duration: 1.47242873s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.596989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366622765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T22:09:38.596996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.949959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T22:09:38.597009Z","caller":"traceutil/trace.go:171","msg":"trace[428184656] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23093; }","duration":"1.366659375s","start":"2026-03-02T22:09:37.230343Z","end":"2026-03-02T22:09:38.597002Z","steps":["trace[428184656] 'agreement among raft nodes before linearized reading' (duration: 1.366603024s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.597009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.124351Z","time spent":"1.472650185s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321\" "} {"level":"warn","ts":"2026-03-02T22:09:38.597029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.230335Z","time spent":"1.366689826s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:09:38.597031Z","caller":"traceutil/trace.go:171","msg":"trace[295577806] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23093; }","duration":"799.013051ms","start":"2026-03-02T22:09:37.798008Z","end":"2026-03-02T22:09:38.597021Z","steps":["trace[295577806] 'agreement among raft nodes before linearized reading' (duration: 798.895658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.597075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.797991Z","time spent":"799.069502ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:09:38.597098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.528331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:38.597117Z","caller":"traceutil/trace.go:171","msg":"trace[1404538759] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:23093; }","duration":"432.584513ms","start":"2026-03-02T22:09:38.164526Z","end":"2026-03-02T22:09:38.597111Z","steps":["trace[1404538759] 'agreement among raft nodes before linearized reading' (duration: 432.543662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.597104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156979689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:09:38.597144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:38.164504Z","time spent":"432.634053ms","remote":"127.0.0.1:45524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:38.597113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270822754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418256"} {"level":"info","ts":"2026-03-02T22:09:38.597156Z","caller":"traceutil/trace.go:171","msg":"trace[8060152] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:23093; }","duration":"1.157080652s","start":"2026-03-02T22:09:37.440063Z","end":"2026-03-02T22:09:38.597143Z","steps":["trace[8060152] 'agreement among raft nodes before linearized reading' (duration: 1.156983929s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:38.597188Z","caller":"traceutil/trace.go:171","msg":"trace[556707673] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23093; }","duration":"1.270917506s","start":"2026-03-02T22:09:37.326259Z","end":"2026-03-02T22:09:38.597176Z","steps":["trace[556707673] 'agreement among raft nodes before linearized reading' (duration: 1.27064946s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.597194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.44004Z","time spent":"1.157145784s","remote":"127.0.0.1:45600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:38.597198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427610207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:38.597225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.326247Z","time spent":"1.270970477s","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418278,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T22:09:38.597243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442953628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:09:38.597262Z","caller":"traceutil/trace.go:171","msg":"trace[2032848474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23093; }","duration":"1.427674929s","start":"2026-03-02T22:09:37.169572Z","end":"2026-03-02T22:09:38.597247Z","steps":["trace[2032848474] 'agreement among raft nodes before linearized reading' (duration: 1.427583347s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:38.597283Z","caller":"traceutil/trace.go:171","msg":"trace[2057267204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23093; }","duration":"1.443017649s","start":"2026-03-02T22:09:37.154256Z","end":"2026-03-02T22:09:38.597274Z","steps":["trace[2057267204] 'agreement among raft nodes before linearized reading' (duration: 1.442918846s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.597303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.169525Z","time spent":"1.427767111s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:09:38.59688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.120027Z","time spent":"1.476819754s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:38.597459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369170445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-02T22:09:38.596814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530325281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-02T22:09:38.597317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.154244Z","time spent":"1.443066719s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:09:38.597499Z","caller":"traceutil/trace.go:171","msg":"trace[2074367913] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23093; }","duration":"1.531007127s","start":"2026-03-02T22:09:37.066481Z","end":"2026-03-02T22:09:38.597488Z","steps":["trace[2074367913] 'agreement among raft nodes before linearized reading' (duration: 1.530236159s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.597538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.066426Z","time spent":"1.531100668s","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:09:38.597406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454768426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-02T22:09:38.597561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369490422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:09:38.597582Z","caller":"traceutil/trace.go:171","msg":"trace[549726852] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23093; }","duration":"1.369532513s","start":"2026-03-02T22:09:37.228044Z","end":"2026-03-02T22:09:38.597577Z","steps":["trace[549726852] 'agreement among raft nodes before linearized reading' (duration: 1.369482681s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:38.597591Z","caller":"traceutil/trace.go:171","msg":"trace[1458078074] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:23093; }","duration":"1.454990081s","start":"2026-03-02T22:09:37.142585Z","end":"2026-03-02T22:09:38.597575Z","steps":["trace[1458078074] 'agreement among raft nodes before linearized reading' (duration: 1.454750205s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.597606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.228033Z","time spent":"1.369569104s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:09:38.597629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.142562Z","time spent":"1.455057083s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"info","ts":"2026-03-02T22:09:38.596927Z","caller":"traceutil/trace.go:171","msg":"trace[1046422311] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23093; }","duration":"1.368324525s","start":"2026-03-02T22:09:37.228589Z","end":"2026-03-02T22:09:38.596914Z","steps":["trace[1046422311] 'agreement among raft nodes before linearized reading' (duration: 1.368233373s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.597691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.228569Z","time spent":"1.369114713s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:09:38.597489Z","caller":"traceutil/trace.go:171","msg":"trace[982692727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23093; }","duration":"1.369234186s","start":"2026-03-02T22:09:37.228246Z","end":"2026-03-02T22:09:38.59748Z","steps":["trace[982692727] 'agreement among raft nodes before linearized reading' (duration: 1.369181195s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.597736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.22822Z","time spent":"1.369512342s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:38.597413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369256097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:09:38.59778Z","caller":"traceutil/trace.go:171","msg":"trace[1719335867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23093; }","duration":"1.369649225s","start":"2026-03-02T22:09:37.228126Z","end":"2026-03-02T22:09:38.597775Z","steps":["trace[1719335867] 'agreement among raft nodes before linearized reading' (duration: 1.369240096s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:38.597801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:37.228111Z","time spent":"1.369685917s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:38.94563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.723425ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-02T22:09:38.945725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:38.599788Z","time spent":"345.932646ms","remote":"127.0.0.1:45110","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T22:09:39.59865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.710103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:39.598865Z","caller":"traceutil/trace.go:171","msg":"trace[1729901440] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"996.381006ms","start":"2026-03-02T22:09:38.602451Z","end":"2026-03-02T22:09:39.598832Z","steps":["trace[1729901440] 'process raft request' (duration: 876.351747ms)","trace[1729901440] 'compare' (duration: 119.486387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:39.599013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:38.602431Z","time spent":"996.505099ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:39.599057Z","caller":"traceutil/trace.go:171","msg":"trace[30883900] transaction","detail":"{read_only:false; response_revision:23095; number_of_response:1; }","duration":"995.319042ms","start":"2026-03-02T22:09:38.603704Z","end":"2026-03-02T22:09:39.599023Z","steps":["trace[30883900] 'process raft request' (duration: 995.044045ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:39.599076Z","caller":"traceutil/trace.go:171","msg":"trace[463950548] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"995.168618ms","start":"2026-03-02T22:09:38.603879Z","end":"2026-03-02T22:09:39.599048Z","steps":["trace[463950548] 'process raft request' (duration: 995.043155ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:39.599129Z","caller":"traceutil/trace.go:171","msg":"trace[902018705] linearizableReadLoop","detail":"{readStateIndex:23888; appliedIndex:23880; }","duration":"994.467972ms","start":"2026-03-02T22:09:38.604639Z","end":"2026-03-02T22:09:39.599107Z","steps":["trace[902018705] 'read index received' (duration: 77.272156ms)","trace[902018705] 'applied index is now lower than readState.Index' (duration: 917.194316ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:39.599147Z","caller":"traceutil/trace.go:171","msg":"trace[1565148148] transaction","detail":"{read_only:false; response_revision:23098; number_of_response:1; }","duration":"995.104286ms","start":"2026-03-02T22:09:38.604019Z","end":"2026-03-02T22:09:39.599123Z","steps":["trace[1565148148] 'process raft request' (duration: 994.937522ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:39.599215Z","caller":"traceutil/trace.go:171","msg":"trace[1829698017] transaction","detail":"{read_only:false; response_revision:23099; number_of_response:1; }","duration":"994.937163ms","start":"2026-03-02T22:09:38.604268Z","end":"2026-03-02T22:09:39.599205Z","steps":["trace[1829698017] 'process raft request' (duration: 994.724628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:39.59923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:38.603679Z","time spent":"995.466155ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:39.599245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:38.603874Z","time spent":"995.295821ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:39.599294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:38.604259Z","time spent":"994.995274ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:39.599389Z","caller":"traceutil/trace.go:171","msg":"trace[833515761] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"995.593478ms","start":"2026-03-02T22:09:38.603784Z","end":"2026-03-02T22:09:39.599378Z","steps":["trace[833515761] 'process raft request' (duration: 995.095166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:39.59926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:38.604009Z","time spent":"995.190529ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:39.599442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:38.60378Z","time spent":"995.633679ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:39.599437Z","caller":"traceutil/trace.go:171","msg":"trace[1014365291] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"994.937313ms","start":"2026-03-02T22:09:38.60447Z","end":"2026-03-02T22:09:39.599407Z","steps":["trace[1014365291] 'process raft request' (duration: 994.564244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:39.599452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.815429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:39.599499Z","caller":"traceutil/trace.go:171","msg":"trace[470015431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23100; }","duration":"994.882621ms","start":"2026-03-02T22:09:38.604606Z","end":"2026-03-02T22:09:39.599489Z","steps":["trace[470015431] 'agreement among raft nodes before linearized reading' (duration: 994.773289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:39.599528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:38.6046Z","time spent":"994.922172ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:09:39.59958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:38.604462Z","time spent":"995.030205ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:40.100074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704766376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:09:40.461513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.83667ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:40.46163Z","caller":"traceutil/trace.go:171","msg":"trace[1716709830] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23100; }","duration":"410.991594ms","start":"2026-03-02T22:09:40.050618Z","end":"2026-03-02T22:09:40.46161Z","steps":["trace[1716709830] 'range keys from in-memory index tree' (duration: 410.82019ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:40.462219Z","caller":"traceutil/trace.go:171","msg":"trace[1407226738] transaction","detail":"{read_only:false; response_revision:23101; number_of_response:1; }","duration":"1.515599094s","start":"2026-03-02T22:09:38.946589Z","end":"2026-03-02T22:09:40.462188Z","steps":["trace[1407226738] 'process raft request' (duration: 1.514665142s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:40.462367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:38.946559Z","time spent":"1.515725556s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:40.46256Z","caller":"traceutil/trace.go:171","msg":"trace[221038257] linearizableReadLoop","detail":"{readStateIndex:23890; appliedIndex:23889; }","duration":"863.358323ms","start":"2026-03-02T22:09:39.599168Z","end":"2026-03-02T22:09:40.462527Z","steps":["trace[221038257] 'read index received' (duration: 862.907161ms)","trace[221038257] 'applied index is now lower than readState.Index' (duration: 450.162µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:40.462664Z","caller":"traceutil/trace.go:171","msg":"trace[1696788177] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"1.48390149s","start":"2026-03-02T22:09:38.978724Z","end":"2026-03-02T22:09:40.462625Z","steps":["trace[1696788177] 'process raft request' (duration: 1.483486599s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:40.462789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767565863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-02T22:09:40.4628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619493845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-03-02T22:09:40.462834Z","caller":"traceutil/trace.go:171","msg":"trace[101455152] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23102; }","duration":"1.767657386s","start":"2026-03-02T22:09:38.695161Z","end":"2026-03-02T22:09:40.462819Z","steps":["trace[101455152] 'agreement among raft nodes before linearized reading' (duration: 1.767502542s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:40.462849Z","caller":"traceutil/trace.go:171","msg":"trace[334846822] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23102; }","duration":"1.619588187s","start":"2026-03-02T22:09:38.843247Z","end":"2026-03-02T22:09:40.462835Z","steps":["trace[334846822] 'agreement among raft nodes before linearized reading' (duration: 1.619420103s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:40.462861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:38.978691Z","time spent":"1.484056073s","remote":"127.0.0.1:33144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418314,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:40.462888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:38.843225Z","time spent":"1.619655108s","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:09:40.46289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:38.695143Z","time spent":"1.767733217s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:09:41.206315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.34395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:41.206515Z","caller":"traceutil/trace.go:171","msg":"trace[1497428418] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"1.085459439s","start":"2026-03-02T22:09:40.121033Z","end":"2026-03-02T22:09:41.206493Z","steps":["trace[1497428418] 'process raft request' (duration: 634.833263ms)","trace[1497428418] 'compare' (duration: 450.215237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:41.206584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:40.121005Z","time spent":"1.085546651s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:41.206812Z","caller":"traceutil/trace.go:171","msg":"trace[836883714] linearizableReadLoop","detail":"{readStateIndex:23892; appliedIndex:23890; }","duration":"744.155641ms","start":"2026-03-02T22:09:40.462639Z","end":"2026-03-02T22:09:41.206795Z","steps":["trace[836883714] 'read index received' (duration: 293.32315ms)","trace[836883714] 'applied index is now lower than readState.Index' (duration: 450.831541ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:41.206874Z","caller":"traceutil/trace.go:171","msg":"trace[21739834] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"965.427729ms","start":"2026-03-02T22:09:40.241427Z","end":"2026-03-02T22:09:41.206855Z","steps":["trace[21739834] 'process raft request' (duration: 964.995279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:41.20692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223509431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:41.20696Z","caller":"traceutil/trace.go:171","msg":"trace[1976060751] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:23104; }","duration":"1.223611125s","start":"2026-03-02T22:09:39.983336Z","end":"2026-03-02T22:09:41.206947Z","steps":["trace[1976060751] 'agreement among raft nodes before linearized reading' (duration: 1.223473382s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:41.206982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:40.241408Z","time spent":"965.506921ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:41.206989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:39.983314Z","time spent":"1.223666187s","remote":"127.0.0.1:60982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:41.207147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606088169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:41.207148Z","caller":"traceutil/trace.go:171","msg":"trace[1704896100] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"604.425748ms","start":"2026-03-02T22:09:40.602707Z","end":"2026-03-02T22:09:41.207132Z","steps":["trace[1704896100] 'process raft request' (duration: 604.004428ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:41.207179Z","caller":"traceutil/trace.go:171","msg":"trace[1254191941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23105; }","duration":"1.606137561s","start":"2026-03-02T22:09:39.601029Z","end":"2026-03-02T22:09:41.207167Z","steps":["trace[1254191941] 'agreement among raft nodes before linearized reading' (duration: 1.605853134s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:41.207195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241983956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189925afd62a244f\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-02T22:09:41.207211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:39.601016Z","time spent":"1.606188872s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:09:41.207223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:40.602685Z","time spent":"604.493019ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:41.207245Z","caller":"traceutil/trace.go:171","msg":"trace[1788667020] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189925afd62a244f; range_end:; response_count:1; response_revision:23105; }","duration":"1.242060398s","start":"2026-03-02T22:09:39.96517Z","end":"2026-03-02T22:09:41.207231Z","steps":["trace[1788667020] 'agreement among raft nodes before linearized reading' (duration: 1.241681359s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:41.207297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:39.965152Z","time spent":"1.242119589s","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189925afd62a244f\" "} {"level":"warn","ts":"2026-03-02T22:09:41.207279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602424994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-03-02T22:09:41.207314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600523639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T22:09:41.207333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.457396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T22:09:41.207372Z","caller":"traceutil/trace.go:171","msg":"trace[994937541] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23105; }","duration":"1.60059675s","start":"2026-03-02T22:09:39.606761Z","end":"2026-03-02T22:09:41.207358Z","steps":["trace[994937541] 'agreement among raft nodes before linearized reading' (duration: 1.600075558s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:41.207373Z","caller":"traceutil/trace.go:171","msg":"trace[49457288] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321; range_end:; response_count:1; response_revision:23105; }","duration":"1.602540036s","start":"2026-03-02T22:09:39.604804Z","end":"2026-03-02T22:09:41.207344Z","steps":["trace[49457288] 'agreement among raft nodes before linearized reading' (duration: 1.602065875s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:41.207396Z","caller":"traceutil/trace.go:171","msg":"trace[122778946] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"604.50062ms","start":"2026-03-02T22:09:40.602884Z","end":"2026-03-02T22:09:41.207384Z","steps":["trace[122778946] 'process raft request' (duration: 604.191963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:41.207416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:39.606756Z","time spent":"1.600648052s","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":228,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:41.207416Z","caller":"traceutil/trace.go:171","msg":"trace[2009949253] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23105; }","duration":"964.58435ms","start":"2026-03-02T22:09:40.242802Z","end":"2026-03-02T22:09:41.207387Z","steps":["trace[2009949253] 'agreement among raft nodes before linearized reading' (duration: 964.041958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:41.207442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:39.6048Z","time spent":"1.602621378s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321\" "} {"level":"warn","ts":"2026-03-02T22:09:41.207452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:40.602851Z","time spent":"604.570172ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:41.207457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:40.242778Z","time spent":"964.670022ms","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:09:41.207517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.717258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-02T22:09:41.207543Z","caller":"traceutil/trace.go:171","msg":"trace[1987777065] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23110; }","duration":"742.79119ms","start":"2026-03-02T22:09:40.464745Z","end":"2026-03-02T22:09:41.207536Z","steps":["trace[1987777065] 'agreement among raft nodes before linearized reading' (duration: 742.692337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:41.207562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:40.464727Z","time spent":"742.8301ms","remote":"127.0.0.1:45264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T22:09:41.207667Z","caller":"traceutil/trace.go:171","msg":"trace[1232104183] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"604.320367ms","start":"2026-03-02T22:09:40.603332Z","end":"2026-03-02T22:09:41.207652Z","steps":["trace[1232104183] 'process raft request' (duration: 603.968638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:41.207674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.965151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18644"} {"level":"info","ts":"2026-03-02T22:09:41.207708Z","caller":"traceutil/trace.go:171","msg":"trace[1345447274] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23110; }","duration":"401.033432ms","start":"2026-03-02T22:09:40.806664Z","end":"2026-03-02T22:09:41.207698Z","steps":["trace[1345447274] 'agreement among raft nodes before linearized reading' (duration: 400.92748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:41.207713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.014945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-33a1143a-68ef-42ba-b691-db81de6b78b9\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-02T22:09:41.207735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:40.806644Z","time spent":"401.084593ms","remote":"127.0.0.1:45280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18666,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T22:09:41.20774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:40.603324Z","time spent":"604.367018ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:41.207737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.129441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"warn","ts":"2026-03-02T22:09:41.207761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.597194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:41.207754Z","caller":"traceutil/trace.go:171","msg":"trace[1366341352] range","detail":"{range_begin:/registry/persistentvolumes/pvc-33a1143a-68ef-42ba-b691-db81de6b78b9; range_end:; response_count:1; response_revision:23110; }","duration":"740.070856ms","start":"2026-03-02T22:09:40.467669Z","end":"2026-03-02T22:09:41.20774Z","steps":["trace[1366341352] 'agreement among raft nodes before linearized reading' (duration: 739.936003ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:41.207789Z","caller":"traceutil/trace.go:171","msg":"trace[254086998] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:23110; }","duration":"312.662365ms","start":"2026-03-02T22:09:40.89512Z","end":"2026-03-02T22:09:41.207782Z","steps":["trace[254086998] 'agreement among raft nodes before linearized reading' (duration: 312.616014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:41.207797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:40.467655Z","time spent":"740.134598ms","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-33a1143a-68ef-42ba-b691-db81de6b78b9\" "} {"level":"info","ts":"2026-03-02T22:09:41.207795Z","caller":"traceutil/trace.go:171","msg":"trace[1913639435] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:23110; }","duration":"738.220373ms","start":"2026-03-02T22:09:40.469559Z","end":"2026-03-02T22:09:41.20778Z","steps":["trace[1913639435] 'agreement among raft nodes before linearized reading' (duration: 738.038299ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:41.207799Z","caller":"traceutil/trace.go:171","msg":"trace[1857932936] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"603.010216ms","start":"2026-03-02T22:09:40.604772Z","end":"2026-03-02T22:09:41.207783Z","steps":["trace[1857932936] 'process raft request' (duration: 602.600256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:41.207818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:40.895098Z","time spent":"312.710477ms","remote":"127.0.0.1:50304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:41.207821Z","caller":"traceutil/trace.go:171","msg":"trace[1079647380] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"602.951145ms","start":"2026-03-02T22:09:40.60486Z","end":"2026-03-02T22:09:41.207811Z","steps":["trace[1079647380] 'process raft request' (duration: 602.544905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:41.207775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.546076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T22:09:41.207857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:40.469535Z","time spent":"738.292064ms","remote":"127.0.0.1:45180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1177,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-02T22:09:41.207866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:40.604828Z","time spent":"603.012197ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:41.207892Z","caller":"traceutil/trace.go:171","msg":"trace[1634401521] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:23110; }","duration":"230.721191ms","start":"2026-03-02T22:09:40.977153Z","end":"2026-03-02T22:09:41.207874Z","steps":["trace[1634401521] 'agreement among raft nodes before linearized reading' (duration: 230.453595ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:41.207895Z","caller":"traceutil/trace.go:171","msg":"trace[2108412034] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"603.818195ms","start":"2026-03-02T22:09:40.604058Z","end":"2026-03-02T22:09:41.207876Z","steps":["trace[2108412034] 'process raft request' (duration: 603.282862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:41.207907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:40.604755Z","time spent":"603.081729ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:41.208018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:40.604051Z","time spent":"603.922578ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:45.042114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704766476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:09:45.542838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704766476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:09:46.04378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704766476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:09:46.181041Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.681798368s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:09:46.181492Z","caller":"traceutil/trace.go:171","msg":"trace[58103171] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"1.682394903s","start":"2026-03-02T22:09:44.499068Z","end":"2026-03-02T22:09:46.181463Z","steps":["trace[58103171] 'process raft request' (duration: 1.682215219s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.181651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:44.499047Z","time spent":"1.682523585s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10633,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:46.926329Z","caller":"traceutil/trace.go:171","msg":"trace[2142273368] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"1.609278016s","start":"2026-03-02T22:09:45.317027Z","end":"2026-03-02T22:09:46.926305Z","steps":["trace[2142273368] 'process raft request' (duration: 1.609192524s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.926488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.317Z","time spent":"1.609413038s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:46.926573Z","caller":"traceutil/trace.go:171","msg":"trace[1470194549] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"1.609568692s","start":"2026-03-02T22:09:45.316975Z","end":"2026-03-02T22:09:46.926544Z","steps":["trace[1470194549] 'process raft request' (duration: 1.609201354s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:46.926572Z","caller":"traceutil/trace.go:171","msg":"trace[401809574] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"1.689798557s","start":"2026-03-02T22:09:45.236711Z","end":"2026-03-02T22:09:46.92651Z","steps":["trace[401809574] 'process raft request' (duration: 1.689330676s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:46.926781Z","caller":"traceutil/trace.go:171","msg":"trace[1717715809] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"1.609729276s","start":"2026-03-02T22:09:45.317029Z","end":"2026-03-02T22:09:46.926758Z","steps":["trace[1717715809] 'process raft request' (duration: 1.609239055s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.926824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.316937Z","time spent":"1.609696735s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:46.926913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.31699Z","time spent":"1.609860069s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:46.926922Z","caller":"traceutil/trace.go:171","msg":"trace[518198492] linearizableReadLoop","detail":"{readStateIndex:23944; appliedIndex:23936; }","duration":"2.384810473s","start":"2026-03-02T22:09:44.542077Z","end":"2026-03-02T22:09:46.926887Z","steps":["trace[518198492] 'read index received' (duration: 1.639250419s)","trace[518198492] 'applied index is now lower than readState.Index' (duration: 745.558444ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:09:46.926994Z","caller":"traceutil/trace.go:171","msg":"trace[1414537119] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"1.609798826s","start":"2026-03-02T22:09:45.317181Z","end":"2026-03-02T22:09:46.926979Z","steps":["trace[1414537119] 'process raft request' (duration: 1.609396117s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:46.926999Z","caller":"traceutil/trace.go:171","msg":"trace[1990872230] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"1.609641613s","start":"2026-03-02T22:09:45.317337Z","end":"2026-03-02T22:09:46.926978Z","steps":["trace[1990872230] 'process raft request' (duration: 1.609391338s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.926825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.236686Z","time spent":"1.690006791s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:46.927042Z","caller":"traceutil/trace.go:171","msg":"trace[404015687] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"1.535810258s","start":"2026-03-02T22:09:45.391215Z","end":"2026-03-02T22:09:46.927025Z","steps":["trace[404015687] 'process raft request' (duration: 1.535568603s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:46.927075Z","caller":"traceutil/trace.go:171","msg":"trace[32216346] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"822.913962ms","start":"2026-03-02T22:09:46.104143Z","end":"2026-03-02T22:09:46.927057Z","steps":["trace[32216346] 'process raft request' (duration: 822.691207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.927081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.317319Z","time spent":"1.609721225s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:46.927071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.317151Z","time spent":"1.60987998s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:46.927099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.391195Z","time spent":"1.53587573s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:46.927233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:46.104107Z","time spent":"823.006904ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:46.927359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385271834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T22:09:46.927425Z","caller":"traceutil/trace.go:171","msg":"trace[1804693151] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23155; }","duration":"2.385333175s","start":"2026-03-02T22:09:44.542069Z","end":"2026-03-02T22:09:46.927402Z","steps":["trace[1804693151] 'agreement among raft nodes before linearized reading' (duration: 2.385085619s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:46.927467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:44.542026Z","time spent":"2.385430307s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-02T22:09:47.169753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000013583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T22:09:47.169836Z","caller":"traceutil/trace.go:171","msg":"trace[48413400] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000171457s","start":"2026-03-02T22:09:45.169644Z","end":"2026-03-02T22:09:47.169815Z","steps":["trace[48413400] 'agreement among raft nodes before linearized reading' (duration: 2.000046474s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:47.169891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.169625Z","time spent":"2.00025662s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 22:09:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T22:09:48.177299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09570736s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:09:48.177523Z","caller":"traceutil/trace.go:171","msg":"trace[1224067485] transaction","detail":"{read_only:false; response_revision:23156; number_of_response:1; }","duration":"1.98915609s","start":"2026-03-02T22:09:46.188346Z","end":"2026-03-02T22:09:48.177502Z","steps":["trace[1224067485] 'process raft request' (duration: 893.130031ms)","trace[1224067485] 'compare' (duration: 1.094780569s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:48.17759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:46.188329Z","time spent":"1.989229351s","remote":"127.0.0.1:45374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:48.177852Z","caller":"traceutil/trace.go:171","msg":"trace[59291551] transaction","detail":"{read_only:false; response_revision:23157; number_of_response:1; }","duration":"1.98921018s","start":"2026-03-02T22:09:46.188623Z","end":"2026-03-02T22:09:48.177833Z","steps":["trace[59291551] 'process raft request' (duration: 1.98878578s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:48.177961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:46.188616Z","time spent":"1.989283822s","remote":"127.0.0.1:45374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:48.178143Z","caller":"traceutil/trace.go:171","msg":"trace[835062561] transaction","detail":"{read_only:false; response_revision:23158; number_of_response:1; }","duration":"1.989134689s","start":"2026-03-02T22:09:46.188969Z","end":"2026-03-02T22:09:48.178104Z","steps":["trace[835062561] 'process raft request' (duration: 1.988674848s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:48.178279Z","caller":"traceutil/trace.go:171","msg":"trace[1994048452] transaction","detail":"{read_only:false; response_revision:23159; number_of_response:1; }","duration":"1.988842722s","start":"2026-03-02T22:09:46.189404Z","end":"2026-03-02T22:09:48.178246Z","steps":["trace[1994048452] 'process raft request' (duration: 1.988594476s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:48.178355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:46.188937Z","time spent":"1.989298802s","remote":"127.0.0.1:45264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:48.178344Z","caller":"traceutil/trace.go:171","msg":"trace[2136755308] transaction","detail":"{read_only:false; response_revision:23160; number_of_response:1; }","duration":"1.96623144s","start":"2026-03-02T22:09:46.212073Z","end":"2026-03-02T22:09:48.178305Z","steps":["trace[2136755308] 'process raft request' (duration: 1.966005285s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:48.178438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:46.189394Z","time spent":"1.988956374s","remote":"127.0.0.1:45264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:09:48.178508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:46.212043Z","time spent":"1.966371094s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:09:48.25578Z","caller":"traceutil/trace.go:171","msg":"trace[1149528809] linearizableReadLoop","detail":"{readStateIndex:23951; appliedIndex:23945; }","duration":"1.328743574s","start":"2026-03-02T22:09:46.927009Z","end":"2026-03-02T22:09:48.255753Z","steps":["trace[1149528809] 'read index received' (duration: 154.460198ms)","trace[1149528809] 'applied index is now lower than readState.Index' (duration: 1.174282186s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:09:48.256056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615924383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T22:09:48.256106Z","caller":"traceutil/trace.go:171","msg":"trace[1819687707] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23160; }","duration":"2.616003745s","start":"2026-03-02T22:09:45.64009Z","end":"2026-03-02T22:09:48.256094Z","steps":["trace[1819687707] 'agreement among raft nodes before linearized reading' (duration: 2.615823261s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:48.256129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.640078Z","time spent":"2.616046366s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:09:48.256123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863102188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:48.256209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.629091722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:09:48.256212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943823084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T22:09:48.256239Z","caller":"traceutil/trace.go:171","msg":"trace[670891924] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23160; }","duration":"1.863269092s","start":"2026-03-02T22:09:46.392943Z","end":"2026-03-02T22:09:48.256212Z","steps":["trace[670891924] 'agreement among raft nodes before linearized reading' (duration: 1.863088268s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:48.256219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058875957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10651"} {"level":"info","ts":"2026-03-02T22:09:48.256267Z","caller":"traceutil/trace.go:171","msg":"trace[811806395] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23160; }","duration":"1.943922877s","start":"2026-03-02T22:09:46.312329Z","end":"2026-03-02T22:09:48.256252Z","steps":["trace[811806395] 'agreement among raft nodes before linearized reading' (duration: 1.943715712s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:48.256278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.241087519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:09:48.256315Z","caller":"traceutil/trace.go:171","msg":"trace[1452094619] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23160; }","duration":"2.05901029s","start":"2026-03-02T22:09:46.19728Z","end":"2026-03-02T22:09:48.25629Z","steps":["trace[1452094619] 'agreement among raft nodes before linearized reading' (duration: 2.058677322s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:48.256339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.611716475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:09:48.256366Z","caller":"traceutil/trace.go:171","msg":"trace[1281779621] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23160; }","duration":"2.611752705s","start":"2026-03-02T22:09:45.6446Z","end":"2026-03-02T22:09:48.256353Z","steps":["trace[1281779621] 'agreement among raft nodes before linearized reading' (duration: 2.611695434s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:09:48.25636Z","caller":"traceutil/trace.go:171","msg":"trace[286201974] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23160; }","duration":"3.241228752s","start":"2026-03-02T22:09:45.015111Z","end":"2026-03-02T22:09:48.256339Z","steps":["trace[286201974] 'agreement among raft nodes before linearized reading' (duration: 3.241051728s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:48.256365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:46.197271Z","time spent":"2.059081052s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10673,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-02T22:09:48.25638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642258582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:09:48.256405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325561629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-02T22:09:48.256424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615233947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:09:48.256417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.015088Z","time spent":"3.241316474s","remote":"127.0.0.1:58228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:48.256434Z","caller":"traceutil/trace.go:171","msg":"trace[351540512] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321; range_end:; response_count:1; response_revision:23160; }","duration":"1.325604261s","start":"2026-03-02T22:09:46.930821Z","end":"2026-03-02T22:09:48.256425Z","steps":["trace[351540512] 'agreement among raft nodes before linearized reading' (duration: 1.325514439s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:48.256409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.514487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T22:09:48.256307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.424191001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:48.256464Z","caller":"traceutil/trace.go:171","msg":"trace[1372015488] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:23160; }","duration":"282.62198ms","start":"2026-03-02T22:09:47.973837Z","end":"2026-03-02T22:09:48.256459Z","steps":["trace[1372015488] 'agreement among raft nodes before linearized reading' (duration: 282.511897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:48.256471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:46.930807Z","time spent":"1.325654842s","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321\" "} {"level":"info","ts":"2026-03-02T22:09:48.256492Z","caller":"traceutil/trace.go:171","msg":"trace[497713596] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:23160; }","duration":"3.424405526s","start":"2026-03-02T22:09:44.832069Z","end":"2026-03-02T22:09:48.256475Z","steps":["trace[497713596] 'agreement among raft nodes before linearized reading' (duration: 3.424204101s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:48.256529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631907389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:09:48.256538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:44.83205Z","time spent":"3.424472337s","remote":"127.0.0.1:33100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:48.256568Z","caller":"traceutil/trace.go:171","msg":"trace[183818530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23160; }","duration":"2.632004451s","start":"2026-03-02T22:09:45.624553Z","end":"2026-03-02T22:09:48.256557Z","steps":["trace[183818530] 'agreement among raft nodes before linearized reading' (duration: 2.631889938s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:48.256606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.615596706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:09:48.256616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.624524Z","time spent":"2.632081383s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:09:48.256283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566493181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:48.256665Z","caller":"traceutil/trace.go:171","msg":"trace[1464822430] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:23160; }","duration":"2.56687935s","start":"2026-03-02T22:09:45.689781Z","end":"2026-03-02T22:09:48.25666Z","steps":["trace[1464822430] 'agreement among raft nodes before linearized reading' (duration: 2.566471861s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:48.256683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.689732Z","time spent":"2.566944253s","remote":"127.0.0.1:60766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:09:48.256382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.644588Z","time spent":"2.611789967s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:09:48.256732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08672428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:09:48.256419Z","caller":"traceutil/trace.go:171","msg":"trace[241028433] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23160; }","duration":"2.642343424s","start":"2026-03-02T22:09:45.614064Z","end":"2026-03-02T22:09:48.256407Z","steps":["trace[241028433] 'agreement among raft nodes before linearized reading' (duration: 2.642276433s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:48.256311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:46.312286Z","time spent":"1.944014899s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:09:48.256801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.614036Z","time spent":"2.642750333s","remote":"127.0.0.1:45280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:48.256627Z","caller":"traceutil/trace.go:171","msg":"trace[28306770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23160; }","duration":"2.615634906s","start":"2026-03-02T22:09:45.640986Z","end":"2026-03-02T22:09:48.256621Z","steps":["trace[28306770] 'agreement among raft nodes before linearized reading' (duration: 2.615588785s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:48.256861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999138165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:09:48.256893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.640978Z","time spent":"2.615896762s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T22:09:48.256912Z","caller":"traceutil/trace.go:171","msg":"trace[109817573] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23160; }","duration":"2.999232028s","start":"2026-03-02T22:09:45.257663Z","end":"2026-03-02T22:09:48.256895Z","steps":["trace[109817573] 'agreement among raft nodes before linearized reading' (duration: 2.999125975s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:48.256955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.257644Z","time spent":"2.99929761s","remote":"127.0.0.1:33490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T22:09:48.256764Z","caller":"traceutil/trace.go:171","msg":"trace[122865085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23160; }","duration":"1.08677383s","start":"2026-03-02T22:09:47.169981Z","end":"2026-03-02T22:09:48.256755Z","steps":["trace[122865085] 'agreement among raft nodes before linearized reading' (duration: 1.086697439s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:48.25703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:47.169972Z","time spent":"1.087051927s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:09:48.256249Z","caller":"traceutil/trace.go:171","msg":"trace[1781427458] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23160; }","duration":"2.629166944s","start":"2026-03-02T22:09:45.62707Z","end":"2026-03-02T22:09:48.256237Z","steps":["trace[1781427458] 'agreement among raft nodes before linearized reading' (duration: 2.629002311s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:48.256848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113425146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-02T22:09:48.257115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.627058Z","time spent":"2.630052075s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:09:48.256302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:46.392921Z","time spent":"1.863360083s","remote":"127.0.0.1:33368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:09:48.257135Z","caller":"traceutil/trace.go:171","msg":"trace[1045564140] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:23160; }","duration":"1.113750754s","start":"2026-03-02T22:09:47.143374Z","end":"2026-03-02T22:09:48.257125Z","steps":["trace[1045564140] 'agreement among raft nodes before linearized reading' (duration: 1.113407486s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:48.257173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:47.143351Z","time spent":"1.113811766s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"info","ts":"2026-03-02T22:09:48.256445Z","caller":"traceutil/trace.go:171","msg":"trace[1045552839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23160; }","duration":"2.615293148s","start":"2026-03-02T22:09:45.641144Z","end":"2026-03-02T22:09:48.256437Z","steps":["trace[1045552839] 'agreement among raft nodes before linearized reading' (duration: 2.615247467s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:09:48.257239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:09:45.641122Z","time spent":"2.616099517s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:04.69649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501173415s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:04.696775Z","caller":"traceutil/trace.go:171","msg":"trace[308709497] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"1.500210863s","start":"2026-03-02T22:10:03.196547Z","end":"2026-03-02T22:10:04.696758Z","steps":["trace[308709497] 'process raft request' (duration: 1.500171742s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:04.696853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:03.196525Z","time spent":"1.500290004s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:04.697125Z","caller":"traceutil/trace.go:171","msg":"trace[1004610329] linearizableReadLoop","detail":"{readStateIndex:24094; appliedIndex:24091; }","duration":"1.631940017s","start":"2026-03-02T22:10:03.065158Z","end":"2026-03-02T22:10:04.697098Z","steps":["trace[1004610329] 'read index received' (duration: 130.077105ms)","trace[1004610329] 'applied index is now lower than readState.Index' (duration: 1.501859452s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:04.697147Z","caller":"traceutil/trace.go:171","msg":"trace[415996832] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"1.697903677s","start":"2026-03-02T22:10:02.999193Z","end":"2026-03-02T22:10:04.697097Z","steps":["trace[415996832] 'process raft request' (duration: 1.697484027s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:04.697194Z","caller":"traceutil/trace.go:171","msg":"trace[128713699] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"1.70016044s","start":"2026-03-02T22:10:02.996993Z","end":"2026-03-02T22:10:04.697153Z","steps":["trace[128713699] 'process raft request' (duration: 198.239656ms)","trace[128713699] 'compare' (duration: 1.500398368s)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:04.697257Z","caller":"traceutil/trace.go:171","msg":"trace[33516852] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"1.700113769s","start":"2026-03-02T22:10:02.997118Z","end":"2026-03-02T22:10:04.697232Z","steps":["trace[33516852] 'process raft request' (duration: 1.699460942s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:04.697288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:02.999175Z","time spent":"1.698036511s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:04.697352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632188484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10853"} {"level":"warn","ts":"2026-03-02T22:10:04.697376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:02.997106Z","time spent":"1.70019696s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:04.697394Z","caller":"traceutil/trace.go:171","msg":"trace[116113473] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23301; }","duration":"1.632276565s","start":"2026-03-02T22:10:03.065107Z","end":"2026-03-02T22:10:04.697383Z","steps":["trace[116113473] 'agreement among raft nodes before linearized reading' (duration: 1.632114021s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:04.697381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:02.996956Z","time spent":"1.700325354s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:04.697431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:03.065085Z","time spent":"1.632337817s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10875,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-02T22:10:05.645923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.94199ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T22:10:05.646115Z","caller":"traceutil/trace.go:171","msg":"trace[1056038105] linearizableReadLoop","detail":"{readStateIndex:24096; appliedIndex:24095; }","duration":"948.90306ms","start":"2026-03-02T22:10:04.697192Z","end":"2026-03-02T22:10:05.646095Z","steps":["trace[1056038105] 'read index received' (duration: 31.826847ms)","trace[1056038105] 'applied index is now lower than readState.Index' (duration: 917.074213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:05.646718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478250006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:05.646757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299340583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:10:05.646808Z","caller":"traceutil/trace.go:171","msg":"trace[1767143503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23301; }","duration":"1.47838047s","start":"2026-03-02T22:10:04.168403Z","end":"2026-03-02T22:10:05.646783Z","steps":["trace[1767143503] 'agreement among raft nodes before linearized reading' (duration: 1.478221555s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:05.646831Z","caller":"traceutil/trace.go:171","msg":"trace[476556300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23301; }","duration":"1.299463637s","start":"2026-03-02T22:10:04.347347Z","end":"2026-03-02T22:10:05.64681Z","steps":["trace[476556300] 'agreement among raft nodes before linearized reading' (duration: 1.299247321s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:05.646853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:04.168384Z","time spent":"1.478461271s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:10:05.646868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:04.347324Z","time spent":"1.299535669s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:10:05.646929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1126215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T22:10:05.646945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493307692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T22:10:05.647029Z","caller":"traceutil/trace.go:171","msg":"trace[513324852] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23301; }","duration":"2.112730692s","start":"2026-03-02T22:10:03.534273Z","end":"2026-03-02T22:10:05.647003Z","steps":["trace[513324852] 'agreement among raft nodes before linearized reading' (duration: 2.112437014s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:05.647046Z","caller":"traceutil/trace.go:171","msg":"trace[314840998] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23301; }","duration":"2.493470516s","start":"2026-03-02T22:10:03.15355Z","end":"2026-03-02T22:10:05.64702Z","steps":["trace[314840998] 'agreement among raft nodes before linearized reading' (duration: 2.493059455s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:05.64697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007757476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-02T22:10:05.647096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:03.534217Z","time spent":"2.112863386s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:10:05.647095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:03.153529Z","time spent":"2.493556099s","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-03-02T22:10:05.647169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295106525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T22:10:05.647201Z","caller":"traceutil/trace.go:171","msg":"trace[367781839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23301; }","duration":"1.295160306s","start":"2026-03-02T22:10:04.352032Z","end":"2026-03-02T22:10:05.647193Z","steps":["trace[367781839] 'agreement among raft nodes before linearized reading' (duration: 1.295062774s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:05.646979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302644961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:10:05.647239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:04.352022Z","time spent":"1.295209727s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:10:05.647266Z","caller":"traceutil/trace.go:171","msg":"trace[1086243131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23301; }","duration":"1.303067531s","start":"2026-03-02T22:10:04.344187Z","end":"2026-03-02T22:10:05.647254Z","steps":["trace[1086243131] 'agreement among raft nodes before linearized reading' (duration: 1.302468196s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:05.647253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296698602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:10:05.647219Z","caller":"traceutil/trace.go:171","msg":"trace[1588730926] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23301; }","duration":"2.007980341s","start":"2026-03-02T22:10:03.639151Z","end":"2026-03-02T22:10:05.647131Z","steps":["trace[1588730926] 'agreement among raft nodes before linearized reading' (duration: 2.00753177s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:05.647341Z","caller":"traceutil/trace.go:171","msg":"trace[1032943324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23301; }","duration":"1.296836125s","start":"2026-03-02T22:10:04.350479Z","end":"2026-03-02T22:10:05.647315Z","steps":["trace[1032943324] 'agreement among raft nodes before linearized reading' (duration: 1.296555239s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:05.6474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:04.350453Z","time spent":"1.296936087s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:05.647404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:03.639119Z","time spent":"2.008242887s","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T22:10:05.64732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:04.344165Z","time spent":"1.303140613s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:10:05.647234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296161059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:10:05.64786Z","caller":"traceutil/trace.go:171","msg":"trace[2098597179] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23301; }","duration":"1.296840576s","start":"2026-03-02T22:10:04.351005Z","end":"2026-03-02T22:10:05.647846Z","steps":["trace[2098597179] 'agreement among raft nodes before linearized reading' (duration: 1.295974376s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:05.647961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:04.350994Z","time spent":"1.296926457s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:10:05.64861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300291556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:10:05.648658Z","caller":"traceutil/trace.go:171","msg":"trace[1636252628] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23301; }","duration":"1.300357278s","start":"2026-03-02T22:10:04.348284Z","end":"2026-03-02T22:10:05.648642Z","steps":["trace[1636252628] 'agreement among raft nodes before linearized reading' (duration: 1.300233225s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:05.648689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:04.348276Z","time spent":"1.300405849s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:05.91907Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.189992465s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:10:05.919606Z","caller":"traceutil/trace.go:171","msg":"trace[763212198] transaction","detail":"{read_only:false; response_revision:23302; number_of_response:1; }","duration":"1.211372448s","start":"2026-03-02T22:10:04.708207Z","end":"2026-03-02T22:10:05.91958Z","steps":["trace[763212198] 'process raft request' (duration: 1.211204194s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:05.91977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:04.708191Z","time spent":"1.211495081s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10655,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:06.432286Z","caller":"traceutil/trace.go:171","msg":"trace[935774504] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"1.437236723s","start":"2026-03-02T22:10:04.995009Z","end":"2026-03-02T22:10:06.432246Z","steps":["trace[935774504] 'process raft request' (duration: 1.436903106s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:06.432368Z","caller":"traceutil/trace.go:171","msg":"trace[1090553360] transaction","detail":"{read_only:false; response_revision:23309; number_of_response:1; }","duration":"780.001994ms","start":"2026-03-02T22:10:05.652357Z","end":"2026-03-02T22:10:06.432359Z","steps":["trace[1090553360] 'process raft request' (duration: 779.83408ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:06.432367Z","caller":"traceutil/trace.go:171","msg":"trace[140978531] transaction","detail":"{read_only:false; response_revision:23308; number_of_response:1; }","duration":"780.061865ms","start":"2026-03-02T22:10:05.652265Z","end":"2026-03-02T22:10:06.432326Z","steps":["trace[140978531] 'process raft request' (duration: 779.898711ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:06.432466Z","caller":"traceutil/trace.go:171","msg":"trace[394365514] transaction","detail":"{read_only:false; response_revision:23306; number_of_response:1; }","duration":"780.25287ms","start":"2026-03-02T22:10:05.652197Z","end":"2026-03-02T22:10:06.43245Z","steps":["trace[394365514] 'process raft request' (duration: 779.896822ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:06.434688Z","caller":"traceutil/trace.go:171","msg":"trace[168521810] transaction","detail":"{read_only:false; response_revision:23305; number_of_response:1; }","duration":"1.427994176s","start":"2026-03-02T22:10:05.004415Z","end":"2026-03-02T22:10:06.432409Z","steps":["trace[168521810] 'process raft request' (duration: 1.427628888s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:06.432312Z","caller":"traceutil/trace.go:171","msg":"trace[1854118128] transaction","detail":"{read_only:false; response_revision:23310; number_of_response:1; }","duration":"779.612894ms","start":"2026-03-02T22:10:05.652675Z","end":"2026-03-02T22:10:06.432288Z","steps":["trace[1854118128] 'process raft request' (duration: 779.544433ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:06.434907Z","caller":"traceutil/trace.go:171","msg":"trace[871174460] linearizableReadLoop","detail":"{readStateIndex:24100; appliedIndex:24096; }","duration":"788.689958ms","start":"2026-03-02T22:10:05.646179Z","end":"2026-03-02T22:10:06.434869Z","steps":["trace[871174460] 'read index received' (duration: 273.151417ms)","trace[871174460] 'applied index is now lower than readState.Index' (duration: 515.48584ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:06.434898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.004388Z","time spent":"1.430391483s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:06.434986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.652253Z","time spent":"780.195168ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:06.435127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.652657Z","time spent":"782.385219ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:06.435141Z","caller":"traceutil/trace.go:171","msg":"trace[296931824] transaction","detail":"{read_only:false; response_revision:23311; number_of_response:1; }","duration":"782.026101ms","start":"2026-03-02T22:10:05.653021Z","end":"2026-03-02T22:10:06.435047Z","steps":["trace[296931824] 'process raft request' (duration: 779.234386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:06.435139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:04.994981Z","time spent":"1.437393996s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:06.43528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.653009Z","time spent":"782.187605ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:06.432344Z","caller":"traceutil/trace.go:171","msg":"trace[1140874978] transaction","detail":"{read_only:false; response_revision:23307; number_of_response:1; }","duration":"780.064996ms","start":"2026-03-02T22:10:05.652231Z","end":"2026-03-02T22:10:06.432296Z","steps":["trace[1140874978] 'process raft request' (duration: 779.897242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:06.435422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.652206Z","time spent":"783.164289ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:06.434137Z","caller":"traceutil/trace.go:171","msg":"trace[1075684558] transaction","detail":"{read_only:false; response_revision:23303; number_of_response:1; }","duration":"1.439624919s","start":"2026-03-02T22:10:04.994057Z","end":"2026-03-02T22:10:06.433682Z","steps":["trace[1075684558] 'process raft request' (duration: 1.380230094s)","trace[1075684558] 'compare' (duration: 57.400358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:06.435608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:04.994034Z","time spent":"1.441535334s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:06.435654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378854962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:06.435699Z","caller":"traceutil/trace.go:171","msg":"trace[1998261249] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23311; }","duration":"1.378923343s","start":"2026-03-02T22:10:05.056754Z","end":"2026-03-02T22:10:06.435678Z","steps":["trace[1998261249] 'agreement among raft nodes before linearized reading' (duration: 1.378325389s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:06.435727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.056741Z","time spent":"1.378977205s","remote":"127.0.0.1:33228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:06.43453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.652348Z","time spent":"780.148297ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:06.43579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328284973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:10:06.435919Z","caller":"traceutil/trace.go:171","msg":"trace[668041063] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23311; }","duration":"1.328417046s","start":"2026-03-02T22:10:05.107455Z","end":"2026-03-02T22:10:06.435872Z","steps":["trace[668041063] 'agreement among raft nodes before linearized reading' (duration: 1.327557636s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:06.436052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.107409Z","time spent":"1.328626391s","remote":"127.0.0.1:58266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:06.43601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.652181Z","time spent":"783.724531ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:06.935007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704766840,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:10:07.435331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704766840,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:10:07.648649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999791948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T22:10:07.648729Z","caller":"traceutil/trace.go:171","msg":"trace[223806052] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999937202s","start":"2026-03-02T22:10:05.648772Z","end":"2026-03-02T22:10:07.648709Z","steps":["trace[223806052] 'agreement among raft nodes before linearized reading' (duration: 1.999827899s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:07.648768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.648749Z","time spent":"2.000010603s","remote":"127.0.0.1:45074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:10:07.93622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704766840,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T22:10:08.120384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.746002457s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T22:10:08.120882Z","caller":"traceutil/trace.go:171","msg":"trace[835083012] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"2.194529534s","start":"2026-03-02T22:10:05.926315Z","end":"2026-03-02T22:10:08.120844Z","steps":["trace[835083012] 'process raft request' (duration: 2.194267988s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:08.12091Z","caller":"traceutil/trace.go:171","msg":"trace[1628434051] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"2.19433416s","start":"2026-03-02T22:10:05.926549Z","end":"2026-03-02T22:10:08.120883Z","steps":["trace[1628434051] 'process raft request' (duration: 2.194243748s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:08.121065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.926527Z","time spent":"2.194455012s","remote":"127.0.0.1:45374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:08.121298Z","caller":"traceutil/trace.go:171","msg":"trace[560845409] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"2.194246967s","start":"2026-03-02T22:10:05.92702Z","end":"2026-03-02T22:10:08.121267Z","steps":["trace[560845409] 'process raft request' (duration: 2.193832287s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:08.121293Z","caller":"traceutil/trace.go:171","msg":"trace[2068833980] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"2.189390173s","start":"2026-03-02T22:10:05.931877Z","end":"2026-03-02T22:10:08.121267Z","steps":["trace[2068833980] 'process raft request' (duration: 2.189240349s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:08.12145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.926998Z","time spent":"2.194356629s","remote":"127.0.0.1:45374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:08.12167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.93185Z","time spent":"2.18970852s","remote":"127.0.0.1:45556","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9630,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:08.122136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.92629Z","time spent":"2.194684908s","remote":"127.0.0.1:45264","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:08.846819Z","caller":"traceutil/trace.go:171","msg":"trace[1216219011] transaction","detail":"{read_only:false; response_revision:23316; number_of_response:1; }","duration":"2.142648545s","start":"2026-03-02T22:10:06.704126Z","end":"2026-03-02T22:10:08.846775Z","steps":["trace[1216219011] 'process raft request' (duration: 2.142093532s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:08.846924Z","caller":"traceutil/trace.go:171","msg":"trace[455573463] linearizableReadLoop","detail":"{readStateIndex:24114; appliedIndex:24106; }","duration":"2.411960651s","start":"2026-03-02T22:10:06.434941Z","end":"2026-03-02T22:10:08.846902Z","steps":["trace[455573463] 'read index received' (duration: 1.68567373s)","trace[455573463] 'applied index is now lower than readState.Index' (duration: 726.285761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:08.846978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:06.704082Z","time spent":"2.142811389s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:08.847045Z","caller":"traceutil/trace.go:171","msg":"trace[932697650] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"2.142539432s","start":"2026-03-02T22:10:06.704473Z","end":"2026-03-02T22:10:08.847013Z","steps":["trace[932697650] 'process raft request' (duration: 2.142083282s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:08.847091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913072934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10673"} {"level":"warn","ts":"2026-03-02T22:10:08.847105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566362838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T22:10:08.847137Z","caller":"traceutil/trace.go:171","msg":"trace[1925455262] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23319; }","duration":"2.913153385s","start":"2026-03-02T22:10:05.933973Z","end":"2026-03-02T22:10:08.847126Z","steps":["trace[1925455262] 'agreement among raft nodes before linearized reading' (duration: 2.912972141s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:08.847147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.195964799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T22:10:08.847171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.933948Z","time spent":"2.913217477s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10695,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-03-02T22:10:08.84717Z","caller":"traceutil/trace.go:171","msg":"trace[1145147277] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23319; }","duration":"2.566473451s","start":"2026-03-02T22:10:06.280684Z","end":"2026-03-02T22:10:08.847157Z","steps":["trace[1145147277] 'agreement among raft nodes before linearized reading' (duration: 2.566243865s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:08.847196Z","caller":"traceutil/trace.go:171","msg":"trace[937021817] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23319; }","duration":"3.19605097s","start":"2026-03-02T22:10:05.65113Z","end":"2026-03-02T22:10:08.847181Z","steps":["trace[937021817] 'agreement among raft nodes before linearized reading' (duration: 3.195894547s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:08.847211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:06.280662Z","time spent":"2.566540873s","remote":"127.0.0.1:45194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T22:10:08.847205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:06.704432Z","time spent":"2.142687166s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:08.847238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.651118Z","time spent":"3.196110812s","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T22:10:08.847255Z","caller":"traceutil/trace.go:171","msg":"trace[1936368518] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"1.599135557s","start":"2026-03-02T22:10:07.248106Z","end":"2026-03-02T22:10:08.847241Z","steps":["trace[1936368518] 'process raft request' (duration: 1.598743918s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:08.847321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:07.248078Z","time spent":"1.599212318s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:08.847408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196565282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-02T22:10:08.847446Z","caller":"traceutil/trace.go:171","msg":"trace[42247546] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321; range_end:; response_count:1; response_revision:23319; }","duration":"3.196598993s","start":"2026-03-02T22:10:05.650834Z","end":"2026-03-02T22:10:08.847433Z","steps":["trace[42247546] 'agreement among raft nodes before linearized reading' (duration: 3.196515241s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:08.847476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:05.65082Z","time spent":"3.196648815s","remote":"127.0.0.1:45244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-5b9a10d2-76fb-4ad7-b16f-ac4315554321\" "} {"level":"info","ts":"2026-03-02T22:10:08.8469Z","caller":"traceutil/trace.go:171","msg":"trace[645059212] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"2.142382878s","start":"2026-03-02T22:10:06.70449Z","end":"2026-03-02T22:10:08.846873Z","steps":["trace[645059212] 'process raft request' (duration: 2.14202703s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:08.847691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:06.704474Z","time spent":"2.143167197s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:08.994973Z","caller":"traceutil/trace.go:171","msg":"trace[1206569473] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"552.769706ms","start":"2026-03-02T22:10:08.442172Z","end":"2026-03-02T22:10:08.994941Z","steps":["trace[1206569473] 'process raft request' (duration: 485.049965ms)","trace[1206569473] 'compare' (duration: 67.496636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:08.995125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.442147Z","time spent":"552.897679ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:08.995642Z","caller":"traceutil/trace.go:171","msg":"trace[643928667] linearizableReadLoop","detail":"{readStateIndex:24117; appliedIndex:24114; }","duration":"148.627001ms","start":"2026-03-02T22:10:08.846987Z","end":"2026-03-02T22:10:08.995614Z","steps":["trace[643928667] 'read index received' (duration: 80.224465ms)","trace[643928667] 'applied index is now lower than readState.Index' (duration: 68.401376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:08.995807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343474492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a429ac0ddc\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-03-02T22:10:08.995807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.207354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:08.99585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605895685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:08.995888Z","caller":"traceutil/trace.go:171","msg":"trace[572266373] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23322; }","duration":"650.308017ms","start":"2026-03-02T22:10:08.345559Z","end":"2026-03-02T22:10:08.995867Z","steps":["trace[572266373] 'agreement among raft nodes before linearized reading' (duration: 650.084392ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:08.995906Z","caller":"traceutil/trace.go:171","msg":"trace[1949947844] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:23322; }","duration":"1.606010598s","start":"2026-03-02T22:10:07.38988Z","end":"2026-03-02T22:10:08.99589Z","steps":["trace[1949947844] 'agreement among raft nodes before linearized reading' (duration: 1.605896525s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:08.995973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.574884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"warn","ts":"2026-03-02T22:10:08.995985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:07.389857Z","time spent":"1.60611575s","remote":"127.0.0.1:36634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:10:08.996014Z","caller":"traceutil/trace.go:171","msg":"trace[1760959398] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23322; }","duration":"865.640945ms","start":"2026-03-02T22:10:08.130364Z","end":"2026-03-02T22:10:08.996005Z","steps":["trace[1760959398] 'agreement among raft nodes before linearized reading' (duration: 865.517763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:08.996046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.130346Z","time spent":"865.693616ms","remote":"127.0.0.1:36544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T22:10:08.995859Z","caller":"traceutil/trace.go:171","msg":"trace[12084457] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189925a429ac0ddc; range_end:; response_count:1; response_revision:23322; }","duration":"1.343572324s","start":"2026-03-02T22:10:07.652271Z","end":"2026-03-02T22:10:08.995844Z","steps":["trace[12084457] 'agreement among raft nodes before linearized reading' (duration: 1.343377529s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:08.996198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:07.652249Z","time spent":"1.343935032s","remote":"127.0.0.1:45158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189925a429ac0ddc\" "} {"level":"warn","ts":"2026-03-02T22:10:08.99619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084859807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:08.996208Z","caller":"traceutil/trace.go:171","msg":"trace[1142628425] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"553.78851ms","start":"2026-03-02T22:10:08.442372Z","end":"2026-03-02T22:10:08.99616Z","steps":["trace[1142628425] 'process raft request' (duration: 552.511031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:08.996271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.909741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:10:08.996294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339331293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:08.996281Z","caller":"traceutil/trace.go:171","msg":"trace[256863021] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:23322; }","duration":"2.08501497s","start":"2026-03-02T22:10:06.911244Z","end":"2026-03-02T22:10:08.996259Z","steps":["trace[256863021] 'agreement among raft nodes before linearized reading' (duration: 2.084834436s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:08.996314Z","caller":"traceutil/trace.go:171","msg":"trace[1016201562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23322; }","duration":"550.970732ms","start":"2026-03-02T22:10:08.445336Z","end":"2026-03-02T22:10:08.996306Z","steps":["trace[1016201562] 'agreement among raft nodes before linearized reading' (duration: 550.839049ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:08.996149Z","caller":"traceutil/trace.go:171","msg":"trace[1074453464] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"553.718128ms","start":"2026-03-02T22:10:08.442418Z","end":"2026-03-02T22:10:08.996136Z","steps":["trace[1074453464] 'process raft request' (duration: 552.983662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:08.996345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.445329Z","time spent":"551.008204ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T22:10:08.996344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:06.911219Z","time spent":"2.085112653s","remote":"127.0.0.1:45314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:08.995973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.345535Z","time spent":"650.425599ms","remote":"127.0.0.1:33490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T22:10:08.996399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.442365Z","time spent":"553.940003ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:08.996423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.442399Z","time spent":"553.966164ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:08.996413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.522685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18644"} {"level":"warn","ts":"2026-03-02T22:10:08.996249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308040318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-02T22:10:08.996491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072804914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:10:08.996546Z","caller":"traceutil/trace.go:171","msg":"trace[214533629] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23322; }","duration":"1.308376736s","start":"2026-03-02T22:10:07.688152Z","end":"2026-03-02T22:10:08.996529Z","steps":["trace[214533629] 'agreement among raft nodes before linearized reading' (duration: 1.308036918s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:08.996568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.756865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T22:10:08.996581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:07.688131Z","time spent":"1.308440948s","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T22:10:08.996593Z","caller":"traceutil/trace.go:171","msg":"trace[364840059] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23322; }","duration":"2.072948047s","start":"2026-03-02T22:10:06.923616Z","end":"2026-03-02T22:10:08.996564Z","steps":["trace[364840059] 'agreement among raft nodes before linearized reading' (duration: 2.072671931s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:08.996607Z","caller":"traceutil/trace.go:171","msg":"trace[1606204600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23322; }","duration":"552.832586ms","start":"2026-03-02T22:10:08.443766Z","end":"2026-03-02T22:10:08.996598Z","steps":["trace[1606204600] 'agreement among raft nodes before linearized reading' (duration: 552.733704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:08.996617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851992316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.23\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-02T22:10:08.996619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884866059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268850"} {"level":"info","ts":"2026-03-02T22:10:08.996652Z","caller":"traceutil/trace.go:171","msg":"trace[1400559598] range","detail":"{range_begin:/registry/masterleases/199.19.213.23; range_end:; response_count:1; response_revision:23322; }","duration":"1.852071868s","start":"2026-03-02T22:10:07.144571Z","end":"2026-03-02T22:10:08.996642Z","steps":["trace[1400559598] 'agreement among raft nodes before linearized reading' (duration: 1.851975926s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:08.996324Z","caller":"traceutil/trace.go:171","msg":"trace[601224510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23322; }","duration":"1.339415826s","start":"2026-03-02T22:10:07.656899Z","end":"2026-03-02T22:10:08.996315Z","steps":["trace[601224510] 'agreement among raft nodes before linearized reading' (duration: 1.339372585s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:08.996684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:07.144547Z","time spent":"1.85213164s","remote":"127.0.0.1:45110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.23\" "} {"level":"warn","ts":"2026-03-02T22:10:08.996718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.403554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-02T22:10:08.996749Z","caller":"traceutil/trace.go:171","msg":"trace[339962553] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23322; }","duration":"554.462075ms","start":"2026-03-02T22:10:08.442277Z","end":"2026-03-02T22:10:08.996739Z","steps":["trace[339962553] 'agreement among raft nodes before linearized reading' (duration: 554.382574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:08.996746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.398884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T22:10:08.996648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:06.923605Z","time spent":"2.073029379s","remote":"127.0.0.1:45132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:08.996783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.442269Z","time spent":"554.506956ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T22:10:08.996779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.722997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T22:10:08.996794Z","caller":"traceutil/trace.go:171","msg":"trace[2005651725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23322; }","duration":"554.459295ms","start":"2026-03-02T22:10:08.442321Z","end":"2026-03-02T22:10:08.99678Z","steps":["trace[2005651725] 'agreement among raft nodes before linearized reading' (duration: 554.336653ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:08.996817Z","caller":"traceutil/trace.go:171","msg":"trace[1787520761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23322; }","duration":"553.779188ms","start":"2026-03-02T22:10:08.443028Z","end":"2026-03-02T22:10:08.996807Z","steps":["trace[1787520761] 'agreement among raft nodes before linearized reading' (duration: 553.682956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:08.996816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.129093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:10:08.996639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.443746Z","time spent":"552.883858ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:08.996838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.442317Z","time spent":"554.513787ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T22:10:08.996848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.443019Z","time spent":"553.82229ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:10:08.99685Z","caller":"traceutil/trace.go:171","msg":"trace[1056868727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23322; }","duration":"553.204865ms","start":"2026-03-02T22:10:08.443636Z","end":"2026-03-02T22:10:08.996841Z","steps":["trace[1056868727] 'agreement among raft nodes before linearized reading' (duration: 553.070702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:08.996687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:07.656867Z","time spent":"1.339813854s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T22:10:08.996877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:08.443615Z","time spent":"553.256436ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T22:10:08.996682Z","caller":"traceutil/trace.go:171","msg":"trace[16430638] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:23322; }","duration":"1.884971351s","start":"2026-03-02T22:10:07.111696Z","end":"2026-03-02T22:10:08.996667Z","steps":["trace[16430638] 'agreement among raft nodes before linearized reading' (duration: 1.884483309s)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:08.996529Z","caller":"traceutil/trace.go:171","msg":"trace[545831366] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23322; }","duration":"147.768581ms","start":"2026-03-02T22:10:08.848737Z","end":"2026-03-02T22:10:08.996506Z","steps":["trace[545831366] 'agreement among raft nodes before linearized reading' (duration: 147.455644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:08.996971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:07.111673Z","time spent":"1.885267658s","remote":"127.0.0.1:45542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268872,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-02T22:10:09.162166Z","caller":"traceutil/trace.go:171","msg":"trace[1455804171] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"163.074871ms","start":"2026-03-02T22:10:08.999065Z","end":"2026-03-02T22:10:09.162139Z","steps":["trace[1455804171] 'process raft request' (duration: 162.741693ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:09.162226Z","caller":"traceutil/trace.go:171","msg":"trace[713498579] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"154.886258ms","start":"2026-03-02T22:10:09.007313Z","end":"2026-03-02T22:10:09.162199Z","steps":["trace[713498579] 'process raft request' (duration: 154.812407ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:09.162274Z","caller":"traceutil/trace.go:171","msg":"trace[1270859926] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"155.047432ms","start":"2026-03-02T22:10:09.007186Z","end":"2026-03-02T22:10:09.162233Z","steps":["trace[1270859926] 'process raft request' (duration: 154.839957ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:09.162556Z","caller":"traceutil/trace.go:171","msg":"trace[894789534] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"154.996181ms","start":"2026-03-02T22:10:09.007282Z","end":"2026-03-02T22:10:09.162278Z","steps":["trace[894789534] 'process raft request' (duration: 154.806717ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:09.162647Z","caller":"traceutil/trace.go:171","msg":"trace[1827216580] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"155.287678ms","start":"2026-03-02T22:10:09.007342Z","end":"2026-03-02T22:10:09.162629Z","steps":["trace[1827216580] 'process raft request' (duration: 154.820626ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:09.162783Z","caller":"traceutil/trace.go:171","msg":"trace[1979832309] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"153.167148ms","start":"2026-03-02T22:10:09.009597Z","end":"2026-03-02T22:10:09.162765Z","steps":["trace[1979832309] 'process raft request' (duration: 153.071756ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:09.162789Z","caller":"traceutil/trace.go:171","msg":"trace[554954957] linearizableReadLoop","detail":"{readStateIndex:24119; appliedIndex:24117; }","duration":"164.615947ms","start":"2026-03-02T22:10:08.99815Z","end":"2026-03-02T22:10:09.162766Z","steps":["trace[554954957] 'read index received' (duration: 111.706014ms)","trace[554954957] 'applied index is now lower than readState.Index' (duration: 52.908763ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:09.162881Z","caller":"traceutil/trace.go:171","msg":"trace[927824855] transaction","detail":"{read_only:false; response_revision:23331; number_of_response:1; }","duration":"150.745662ms","start":"2026-03-02T22:10:09.012121Z","end":"2026-03-02T22:10:09.162866Z","steps":["trace[927824855] 'process raft request' (duration: 150.586548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:09.162921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.75671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:09.163422Z","caller":"traceutil/trace.go:171","msg":"trace[1189466184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23331; }","duration":"165.265493ms","start":"2026-03-02T22:10:08.99812Z","end":"2026-03-02T22:10:09.163385Z","steps":["trace[1189466184] 'agreement among raft nodes before linearized reading' (duration: 164.754171ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:09.163248Z","caller":"traceutil/trace.go:171","msg":"trace[1964684553] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"155.77119ms","start":"2026-03-02T22:10:09.00739Z","end":"2026-03-02T22:10:09.163161Z","steps":["trace[1964684553] 'process raft request' (duration: 155.236477ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:09.163164Z","caller":"traceutil/trace.go:171","msg":"trace[559884425] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"155.76709ms","start":"2026-03-02T22:10:09.007366Z","end":"2026-03-02T22:10:09.163133Z","steps":["trace[559884425] 'process raft request' (duration: 155.133455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:09.202437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.95034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:09.202501Z","caller":"traceutil/trace.go:171","msg":"trace[282782677] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23332; }","duration":"195.030182ms","start":"2026-03-02T22:10:09.007456Z","end":"2026-03-02T22:10:09.202486Z","steps":["trace[282782677] 'agreement among raft nodes before linearized reading' (duration: 194.898439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:09.202477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.816505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:09.202655Z","caller":"traceutil/trace.go:171","msg":"trace[1638570576] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23332; }","duration":"143.051511ms","start":"2026-03-02T22:10:09.059582Z","end":"2026-03-02T22:10:09.202633Z","steps":["trace[1638570576] 'agreement among raft nodes before linearized reading' (duration: 142.741814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:09.202638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.671967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f07532ec-b6a0-4d37-a768-3b0adedfb290\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-02T22:10:09.202824Z","caller":"traceutil/trace.go:171","msg":"trace[1740557316] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f07532ec-b6a0-4d37-a768-3b0adedfb290; range_end:; response_count:1; response_revision:23332; }","duration":"195.906892ms","start":"2026-03-02T22:10:09.006905Z","end":"2026-03-02T22:10:09.202812Z","steps":["trace[1740557316] 'agreement among raft nodes before linearized reading' (duration: 195.551484ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:10.129287Z","caller":"traceutil/trace.go:171","msg":"trace[233951645] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"136.302892ms","start":"2026-03-02T22:10:09.992958Z","end":"2026-03-02T22:10:10.129261Z","steps":["trace[233951645] 'process raft request' (duration: 123.89569ms)","trace[233951645] 'compare' (duration: 12.162116ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:10.129535Z","caller":"traceutil/trace.go:171","msg":"trace[1960253638] transaction","detail":"{read_only:false; response_revision:23339; number_of_response:1; }","duration":"132.675388ms","start":"2026-03-02T22:10:09.996792Z","end":"2026-03-02T22:10:10.129467Z","steps":["trace[1960253638] 'process raft request' (duration: 132.393621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:10.412974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.381419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T22:10:10.413058Z","caller":"traceutil/trace.go:171","msg":"trace[1845813657] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:23339; }","duration":"183.504981ms","start":"2026-03-02T22:10:10.229533Z","end":"2026-03-02T22:10:10.413038Z","steps":["trace[1845813657] 'range keys from in-memory index tree' (duration: 183.167604ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:10.797068Z","caller":"traceutil/trace.go:171","msg":"trace[1029521343] linearizableReadLoop","detail":"{readStateIndex:24136; appliedIndex:24135; }","duration":"138.546874ms","start":"2026-03-02T22:10:10.6585Z","end":"2026-03-02T22:10:10.797047Z","steps":["trace[1029521343] 'read index received' (duration: 138.449142ms)","trace[1029521343] 'applied index is now lower than readState.Index' (duration: 96.902µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:10.797128Z","caller":"traceutil/trace.go:171","msg":"trace[111641314] transaction","detail":"{read_only:false; response_revision:23340; number_of_response:1; }","duration":"242.574359ms","start":"2026-03-02T22:10:10.554516Z","end":"2026-03-02T22:10:10.79709Z","steps":["trace[111641314] 'process raft request' (duration: 242.387115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:10.797317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.805121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3235"} {"level":"info","ts":"2026-03-02T22:10:10.797388Z","caller":"traceutil/trace.go:171","msg":"trace[1776654485] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23340; }","duration":"138.921433ms","start":"2026-03-02T22:10:10.658447Z","end":"2026-03-02T22:10:10.797368Z","steps":["trace[1776654485] 'agreement among raft nodes before linearized reading' (duration: 138.667987ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:11.16462Z","caller":"traceutil/trace.go:171","msg":"trace[108806089] transaction","detail":"{read_only:false; response_revision:23342; number_of_response:1; }","duration":"312.259915ms","start":"2026-03-02T22:10:10.852342Z","end":"2026-03-02T22:10:11.164602Z","steps":["trace[108806089] 'process raft request' (duration: 252.328778ms)","trace[108806089] 'compare' (duration: 59.821235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:11.16472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:10.852312Z","time spent":"312.357307ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:11.164842Z","caller":"traceutil/trace.go:171","msg":"trace[896014710] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"311.61181ms","start":"2026-03-02T22:10:10.853208Z","end":"2026-03-02T22:10:11.16482Z","steps":["trace[896014710] 'process raft request' (duration: 311.366825ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:11.164977Z","caller":"traceutil/trace.go:171","msg":"trace[94010697] linearizableReadLoop","detail":"{readStateIndex:24140; appliedIndex:24137; }","duration":"208.950748ms","start":"2026-03-02T22:10:10.95602Z","end":"2026-03-02T22:10:11.16497Z","steps":["trace[94010697] 'read index received' (duration: 148.668912ms)","trace[94010697] 'applied index is now lower than readState.Index' (duration: 60.281136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:11.164997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:10.853191Z","time spent":"311.717552ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:11.165062Z","caller":"traceutil/trace.go:171","msg":"trace[246074509] transaction","detail":"{read_only:false; response_revision:23344; number_of_response:1; }","duration":"311.688152ms","start":"2026-03-02T22:10:10.853369Z","end":"2026-03-02T22:10:11.165057Z","steps":["trace[246074509] 'process raft request' (duration: 311.378885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.16513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:10.853319Z","time spent":"311.790564ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:11.166272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.25754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T22:10:11.166308Z","caller":"traceutil/trace.go:171","msg":"trace[725750133] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:23344; }","duration":"210.334941ms","start":"2026-03-02T22:10:10.955965Z","end":"2026-03-02T22:10:11.1663Z","steps":["trace[725750133] 'agreement among raft nodes before linearized reading' (duration: 209.202014ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:11.19581Z","caller":"traceutil/trace.go:171","msg":"trace[1873141829] transaction","detail":"{read_only:false; response_revision:23345; number_of_response:1; }","duration":"194.614252ms","start":"2026-03-02T22:10:11.00117Z","end":"2026-03-02T22:10:11.195784Z","steps":["trace[1873141829] 'process raft request' (duration: 194.10773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:11.196221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.793251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29541490-jwslp\" ","response":"range_response_count:1 size:7233"} {"level":"info","ts":"2026-03-02T22:10:11.19631Z","caller":"traceutil/trace.go:171","msg":"trace[216123189] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29541490-jwslp; range_end:; response_count:1; response_revision:23347; }","duration":"204.928745ms","start":"2026-03-02T22:10:10.991359Z","end":"2026-03-02T22:10:11.196288Z","steps":["trace[216123189] 'agreement among raft nodes before linearized reading' (duration: 204.701249ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:11.196545Z","caller":"traceutil/trace.go:171","msg":"trace[1818909182] transaction","detail":"{read_only:false; response_revision:23346; number_of_response:1; }","duration":"193.357162ms","start":"2026-03-02T22:10:11.003175Z","end":"2026-03-02T22:10:11.196532Z","steps":["trace[1818909182] 'process raft request' (duration: 192.243805ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:11.196739Z","caller":"traceutil/trace.go:171","msg":"trace[94265664] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"191.465929ms","start":"2026-03-02T22:10:11.005263Z","end":"2026-03-02T22:10:11.196729Z","steps":["trace[94265664] 'process raft request' (duration: 190.196868ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:11.368149Z","caller":"traceutil/trace.go:171","msg":"trace[168865652] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"166.275737ms","start":"2026-03-02T22:10:11.201844Z","end":"2026-03-02T22:10:11.368119Z","steps":["trace[168865652] 'process raft request' (duration: 161.341621ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:11.368218Z","caller":"traceutil/trace.go:171","msg":"trace[995337170] transaction","detail":"{read_only:false; response_revision:23350; number_of_response:1; }","duration":"166.110022ms","start":"2026-03-02T22:10:11.202082Z","end":"2026-03-02T22:10:11.368192Z","steps":["trace[995337170] 'process raft request' (duration: 165.966529ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:11.36851Z","caller":"traceutil/trace.go:171","msg":"trace[2050918915] transaction","detail":"{read_only:false; response_revision:23351; number_of_response:1; }","duration":"165.983549ms","start":"2026-03-02T22:10:11.202501Z","end":"2026-03-02T22:10:11.368484Z","steps":["trace[2050918915] 'process raft request' (duration: 165.649761ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:11.368651Z","caller":"traceutil/trace.go:171","msg":"trace[852258722] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"166.01239ms","start":"2026-03-02T22:10:11.202624Z","end":"2026-03-02T22:10:11.368636Z","steps":["trace[852258722] 'process raft request' (duration: 165.697202ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:11.368835Z","caller":"traceutil/trace.go:171","msg":"trace[141904544] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"163.571922ms","start":"2026-03-02T22:10:11.205252Z","end":"2026-03-02T22:10:11.368824Z","steps":["trace[141904544] 'process raft request' (duration: 163.282715ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:11.369148Z","caller":"traceutil/trace.go:171","msg":"trace[1724195417] transaction","detail":"{read_only:false; response_revision:23354; number_of_response:1; }","duration":"162.808595ms","start":"2026-03-02T22:10:11.206322Z","end":"2026-03-02T22:10:11.36913Z","steps":["trace[1724195417] 'process raft request' (duration: 162.273173ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:24.808897Z","caller":"traceutil/trace.go:171","msg":"trace[902127331] transaction","detail":"{read_only:false; response_revision:23449; number_of_response:1; }","duration":"340.235443ms","start":"2026-03-02T22:10:24.468626Z","end":"2026-03-02T22:10:24.808861Z","steps":["trace[902127331] 'process raft request' (duration: 339.912926ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:24.808831Z","caller":"traceutil/trace.go:171","msg":"trace[2052448391] linearizableReadLoop","detail":"{readStateIndex:24248; appliedIndex:24247; }","duration":"324.600406ms","start":"2026-03-02T22:10:24.484197Z","end":"2026-03-02T22:10:24.808797Z","steps":["trace[2052448391] 'read index received' (duration: 324.35343ms)","trace[2052448391] 'applied index is now lower than readState.Index' (duration: 245.436µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:24.809389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.179779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:24.809445Z","caller":"traceutil/trace.go:171","msg":"trace[1995025657] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23449; }","duration":"325.292892ms","start":"2026-03-02T22:10:24.484136Z","end":"2026-03-02T22:10:24.809429Z","steps":["trace[1995025657] 'agreement among raft nodes before linearized reading' (duration: 325.190329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:24.809484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:24.484111Z","time spent":"325.361924ms","remote":"127.0.0.1:45542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T22:10:24.809668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:24.468581Z","time spent":"340.397277ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:25.309809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":12423070378704767173,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T22:10:25.53709Z","caller":"traceutil/trace.go:171","msg":"trace[1351761012] transaction","detail":"{read_only:false; response_revision:23451; number_of_response:1; }","duration":"795.731053ms","start":"2026-03-02T22:10:24.741335Z","end":"2026-03-02T22:10:25.537066Z","steps":["trace[1351761012] 'process raft request' (duration: 795.663832ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:25.537188Z","caller":"traceutil/trace.go:171","msg":"trace[2058746911] transaction","detail":"{read_only:false; response_revision:23450; number_of_response:1; }","duration":"962.571833ms","start":"2026-03-02T22:10:24.574573Z","end":"2026-03-02T22:10:25.537145Z","steps":["trace[2058746911] 'process raft request' (duration: 962.268016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.537242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:24.741313Z","time spent":"795.849815ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:25.537354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:24.574545Z","time spent":"962.712416ms","remote":"127.0.0.1:50288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:25.548771Z","caller":"traceutil/trace.go:171","msg":"trace[1077762667] transaction","detail":"{read_only:false; response_revision:23452; number_of_response:1; }","duration":"324.188696ms","start":"2026-03-02T22:10:25.22456Z","end":"2026-03-02T22:10:25.548749Z","steps":["trace[1077762667] 'process raft request' (duration: 324.049723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.548916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:25.224535Z","time spent":"324.305529ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:25.549139Z","caller":"traceutil/trace.go:171","msg":"trace[2048723963] linearizableReadLoop","detail":"{readStateIndex:24256; appliedIndex:24248; }","duration":"740.050896ms","start":"2026-03-02T22:10:24.809074Z","end":"2026-03-02T22:10:25.549125Z","steps":["trace[2048723963] 'read index received' (duration: 727.835039ms)","trace[2048723963] 'applied index is now lower than readState.Index' (duration: 12.215147ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:25.54914Z","caller":"traceutil/trace.go:171","msg":"trace[604676211] transaction","detail":"{read_only:false; response_revision:23453; number_of_response:1; }","duration":"321.532633ms","start":"2026-03-02T22:10:25.227585Z","end":"2026-03-02T22:10:25.549118Z","steps":["trace[604676211] 'process raft request' (duration: 321.131374ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:25.549211Z","caller":"traceutil/trace.go:171","msg":"trace[1308218840] transaction","detail":"{read_only:false; response_revision:23455; number_of_response:1; }","duration":"303.263754ms","start":"2026-03-02T22:10:25.245913Z","end":"2026-03-02T22:10:25.549177Z","steps":["trace[1308218840] 'process raft request' (duration: 303.11113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.54931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.602854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:25.549335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:25.227559Z","time spent":"321.689207ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:25.54935Z","caller":"traceutil/trace.go:171","msg":"trace[2103304989] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23457; }","duration":"736.686917ms","start":"2026-03-02T22:10:24.812655Z","end":"2026-03-02T22:10:25.549342Z","steps":["trace[2103304989] 'agreement among raft nodes before linearized reading' (duration: 736.618515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.549385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:24.812633Z","time spent":"736.742697ms","remote":"127.0.0.1:45288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T22:10:25.549412Z","caller":"traceutil/trace.go:171","msg":"trace[64710749] transaction","detail":"{read_only:false; response_revision:23457; number_of_response:1; }","duration":"302.292202ms","start":"2026-03-02T22:10:25.247111Z","end":"2026-03-02T22:10:25.549403Z","steps":["trace[64710749] 'process raft request' (duration: 301.983135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.549494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:25.247098Z","time spent":"302.365543ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:25.549522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:25.2459Z","time spent":"303.428508ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:25.549592Z","caller":"traceutil/trace.go:171","msg":"trace[883230080] transaction","detail":"{read_only:false; response_revision:23454; number_of_response:1; }","duration":"319.208029ms","start":"2026-03-02T22:10:25.230376Z","end":"2026-03-02T22:10:25.549584Z","steps":["trace[883230080] 'process raft request' (duration: 318.582625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.549661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:25.230363Z","time spent":"319.24882ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:25.549245Z","caller":"traceutil/trace.go:171","msg":"trace[1532066252] transaction","detail":"{read_only:false; response_revision:23456; number_of_response:1; }","duration":"302.922676ms","start":"2026-03-02T22:10:25.246313Z","end":"2026-03-02T22:10:25.549236Z","steps":["trace[1532066252] 'process raft request' (duration: 302.743552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.549788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.281865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:25.549811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.258006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T22:10:25.549849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.438264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T22:10:25.549849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:25.246303Z","time spent":"303.508459ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:25.549898Z","caller":"traceutil/trace.go:171","msg":"trace[1445801247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23457; }","duration":"279.524686ms","start":"2026-03-02T22:10:25.270366Z","end":"2026-03-02T22:10:25.549891Z","steps":["trace[1445801247] 'agreement among raft nodes before linearized reading' (duration: 279.365943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.549895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.650295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:10:25.549932Z","caller":"traceutil/trace.go:171","msg":"trace[1820317452] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:23457; }","duration":"481.713636ms","start":"2026-03-02T22:10:25.068208Z","end":"2026-03-02T22:10:25.549922Z","steps":["trace[1820317452] 'agreement among raft nodes before linearized reading' (duration: 481.658405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.54997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:25.068193Z","time spent":"481.768158ms","remote":"127.0.0.1:60748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T22:10:25.54974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.848581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T22:10:25.549846Z","caller":"traceutil/trace.go:171","msg":"trace[1113908535] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:23457; }","duration":"521.387819ms","start":"2026-03-02T22:10:25.028445Z","end":"2026-03-02T22:10:25.549832Z","steps":["trace[1113908535] 'agreement among raft nodes before linearized reading' (duration: 521.297527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.550128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:25.028419Z","time spent":"521.697595ms","remote":"127.0.0.1:50368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-02T22:10:25.550053Z","caller":"traceutil/trace.go:171","msg":"trace[617117379] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23457; }","duration":"875.21499ms","start":"2026-03-02T22:10:24.674826Z","end":"2026-03-02T22:10:25.550041Z","steps":["trace[617117379] 'agreement among raft nodes before linearized reading' (duration: 874.748159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.550249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:24.674811Z","time spent":"875.423545ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T22:10:25.549853Z","caller":"traceutil/trace.go:171","msg":"trace[2144015914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23457; }","duration":"381.326898ms","start":"2026-03-02T22:10:25.16851Z","end":"2026-03-02T22:10:25.549837Z","steps":["trace[2144015914] 'agreement among raft nodes before linearized reading' (duration: 381.278867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:25.550312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:25.168494Z","time spent":"381.802459ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T22:10:30.960625Z","caller":"traceutil/trace.go:171","msg":"trace[115962769] linearizableReadLoop","detail":"{readStateIndex:24291; appliedIndex:24290; }","duration":"372.92148ms","start":"2026-03-02T22:10:30.587678Z","end":"2026-03-02T22:10:30.9606Z","steps":["trace[115962769] 'read index received' (duration: 372.712516ms)","trace[115962769] 'applied index is now lower than readState.Index' (duration: 207.794µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:30.960692Z","caller":"traceutil/trace.go:171","msg":"trace[1577150827] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"418.275747ms","start":"2026-03-02T22:10:30.542387Z","end":"2026-03-02T22:10:30.960663Z","steps":["trace[1577150827] 'process raft request' (duration: 418.022541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:30.960878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:30.542353Z","time spent":"418.436071ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:30.960911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.212827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T22:10:30.960949Z","caller":"traceutil/trace.go:171","msg":"trace[1008175524] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23491; }","duration":"373.314049ms","start":"2026-03-02T22:10:30.587625Z","end":"2026-03-02T22:10:30.960939Z","steps":["trace[1008175524] 'agreement among raft nodes before linearized reading' (duration: 373.114955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:30.960996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:30.587605Z","time spent":"373.382611ms","remote":"127.0.0.1:45282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T22:10:30.96128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.744469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T22:10:30.96133Z","caller":"traceutil/trace.go:171","msg":"trace[629697073] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23491; }","duration":"218.833771ms","start":"2026-03-02T22:10:30.742481Z","end":"2026-03-02T22:10:30.961315Z","steps":["trace[629697073] 'agreement among raft nodes before linearized reading' (duration: 218.762669ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:31.76433Z","caller":"traceutil/trace.go:171","msg":"trace[1274297683] transaction","detail":"{read_only:false; response_revision:23492; number_of_response:1; }","duration":"196.421654ms","start":"2026-03-02T22:10:31.567882Z","end":"2026-03-02T22:10:31.764303Z","steps":["trace[1274297683] 'process raft request' (duration: 196.25993ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:31.95425Z","caller":"traceutil/trace.go:171","msg":"trace[475855637] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"383.814477ms","start":"2026-03-02T22:10:31.570406Z","end":"2026-03-02T22:10:31.95422Z","steps":["trace[475855637] 'process raft request' (duration: 365.461466ms)","trace[475855637] 'compare' (duration: 18.172906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:31.954396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:31.570372Z","time spent":"383.95092ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:31.954711Z","caller":"traceutil/trace.go:171","msg":"trace[2106042318] transaction","detail":"{read_only:false; response_revision:23494; number_of_response:1; }","duration":"382.998727ms","start":"2026-03-02T22:10:31.571684Z","end":"2026-03-02T22:10:31.954683Z","steps":["trace[2106042318] 'process raft request' (duration: 382.491464ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:31.954746Z","caller":"traceutil/trace.go:171","msg":"trace[857971070] transaction","detail":"{read_only:false; response_revision:23495; number_of_response:1; }","duration":"382.494556ms","start":"2026-03-02T22:10:31.572225Z","end":"2026-03-02T22:10:31.954719Z","steps":["trace[857971070] 'process raft request' (duration: 382.334452ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:31.954823Z","caller":"traceutil/trace.go:171","msg":"trace[1291322978] transaction","detail":"{read_only:false; response_revision:23496; number_of_response:1; }","duration":"381.628306ms","start":"2026-03-02T22:10:31.573182Z","end":"2026-03-02T22:10:31.95481Z","steps":["trace[1291322978] 'process raft request' (duration: 381.493373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:31.954896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:31.573176Z","time spent":"381.681797ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:31.954979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:31.572217Z","time spent":"382.597578ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:31.954977Z","caller":"traceutil/trace.go:171","msg":"trace[916661473] linearizableReadLoop","detail":"{readStateIndex:24297; appliedIndex:24291; }","duration":"370.539125ms","start":"2026-03-02T22:10:31.58441Z","end":"2026-03-02T22:10:31.954949Z","steps":["trace[916661473] 'read index received' (duration: 179.735833ms)","trace[916661473] 'applied index is now lower than readState.Index' (duration: 190.801772ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T22:10:31.955024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:31.571656Z","time spent":"383.12414ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T22:10:31.955062Z","caller":"traceutil/trace.go:171","msg":"trace[220490349] transaction","detail":"{read_only:false; response_revision:23497; number_of_response:1; }","duration":"381.671417ms","start":"2026-03-02T22:10:31.573329Z","end":"2026-03-02T22:10:31.955Z","steps":["trace[220490349] 'process raft request' (duration: 381.440521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:31.955197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:31.573303Z","time spent":"381.847771ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T22:10:31.95524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.350894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T22:10:31.95529Z","caller":"traceutil/trace.go:171","msg":"trace[1603651882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23497; }","duration":"365.418405ms","start":"2026-03-02T22:10:31.58986Z","end":"2026-03-02T22:10:31.955279Z","steps":["trace[1603651882] 'agreement among raft nodes before linearized reading' (duration: 365.267011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:31.955219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.814861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T22:10:31.955327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:31.589846Z","time spent":"365.473716ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T22:10:31.95536Z","caller":"traceutil/trace.go:171","msg":"trace[1019048147] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23497; }","duration":"370.979515ms","start":"2026-03-02T22:10:31.584363Z","end":"2026-03-02T22:10:31.955342Z","steps":["trace[1019048147] 'agreement among raft nodes before linearized reading' (duration: 370.705909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:31.955234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.530087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T22:10:31.955384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.333873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-02T22:10:31.955361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.546848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T22:10:31.955414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:31.584351Z","time spent":"371.053647ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T22:10:31.955418Z","caller":"traceutil/trace.go:171","msg":"trace[1419219807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23497; }","duration":"365.747343ms","start":"2026-03-02T22:10:31.589657Z","end":"2026-03-02T22:10:31.955405Z","steps":["trace[1419219807] 'agreement among raft nodes before linearized reading' (duration: 365.434516ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:31.955443Z","caller":"traceutil/trace.go:171","msg":"trace[905515185] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:23497; }","duration":"328.420705ms","start":"2026-03-02T22:10:31.627002Z","end":"2026-03-02T22:10:31.955423Z","steps":["trace[905515185] 'agreement among raft nodes before linearized reading' (duration: 328.253341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:31.955456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:31.589647Z","time spent":"365.801914ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T22:10:31.955452Z","caller":"traceutil/trace.go:171","msg":"trace[1240566425] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23497; }","duration":"365.65ms","start":"2026-03-02T22:10:31.589779Z","end":"2026-03-02T22:10:31.955429Z","steps":["trace[1240566425] 'agreement among raft nodes before linearized reading' (duration: 365.386294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:31.955487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:31.626987Z","time spent":"328.490707ms","remote":"127.0.0.1:45256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-02T22:10:31.955472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.120548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-02T22:10:31.95552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:31.589769Z","time spent":"365.740212ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T22:10:31.955552Z","caller":"traceutil/trace.go:171","msg":"trace[1469378973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23497; }","duration":"365.24104ms","start":"2026-03-02T22:10:31.590293Z","end":"2026-03-02T22:10:31.955534Z","steps":["trace[1469378973] 'agreement among raft nodes before linearized reading' (duration: 364.945833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:31.955607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:31.590277Z","time spent":"365.320452ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:31.956337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.82992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T22:10:31.956389Z","caller":"traceutil/trace.go:171","msg":"trace[204029503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23497; }","duration":"364.904772ms","start":"2026-03-02T22:10:31.591473Z","end":"2026-03-02T22:10:31.956378Z","steps":["trace[204029503] 'agreement among raft nodes before linearized reading' (duration: 363.645373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:10:31.95642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T22:10:31.59146Z","time spent":"364.952663ms","remote":"127.0.0.1:45362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T22:10:32.19913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.739146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T22:10:32.199453Z","caller":"traceutil/trace.go:171","msg":"trace[1833530493] transaction","detail":"{read_only:false; response_revision:23501; number_of_response:1; }","duration":"238.582895ms","start":"2026-03-02T22:10:31.960853Z","end":"2026-03-02T22:10:32.199436Z","steps":["trace[1833530493] 'process raft request' (duration: 238.507393ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:32.199433Z","caller":"traceutil/trace.go:171","msg":"trace[949119832] transaction","detail":"{read_only:false; response_revision:23499; number_of_response:1; }","duration":"238.766289ms","start":"2026-03-02T22:10:31.960625Z","end":"2026-03-02T22:10:32.199391Z","steps":["trace[949119832] 'process raft request' (duration: 103.650585ms)","trace[949119832] 'compare' (duration: 134.598852ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:10:32.199483Z","caller":"traceutil/trace.go:171","msg":"trace[1090623548] transaction","detail":"{read_only:false; response_revision:23500; number_of_response:1; }","duration":"238.614755ms","start":"2026-03-02T22:10:31.960837Z","end":"2026-03-02T22:10:32.199452Z","steps":["trace[1090623548] 'process raft request' (duration: 238.38246ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:32.199702Z","caller":"traceutil/trace.go:171","msg":"trace[404943712] transaction","detail":"{read_only:false; response_revision:23502; number_of_response:1; }","duration":"238.729618ms","start":"2026-03-02T22:10:31.960942Z","end":"2026-03-02T22:10:32.199671Z","steps":["trace[404943712] 'process raft request' (duration: 238.465852ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:10:32.199734Z","caller":"traceutil/trace.go:171","msg":"trace[507108227] transaction","detail":"{read_only:false; response_revision:23503; number_of_response:1; }","duration":"238.548884ms","start":"2026-03-02T22:10:31.961171Z","end":"2026-03-02T22:10:32.19972Z","steps":["trace[507108227] 'process raft request' (duration: 238.412621ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:12:30.21414Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22143} {"level":"info","ts":"2026-03-02T22:12:30.347423Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22143,"took":"129.02315ms","hash":3905589809,"current-db-size-bytes":48181248,"current-db-size":"48 MB","current-db-size-in-use-bytes":32915456,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-02T22:12:30.347485Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3905589809,"revision":22143,"compact-revision":19073} {"level":"info","ts":"2026-03-02T22:13:31.290048Z","caller":"traceutil/trace.go:171","msg":"trace[1535457040] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"187.820931ms","start":"2026-03-02T22:13:31.102198Z","end":"2026-03-02T22:13:31.290019Z","steps":["trace[1535457040] 'process raft request' (duration: 187.651927ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:31.291332Z","caller":"traceutil/trace.go:171","msg":"trace[1100545135] linearizableReadLoop","detail":"{readStateIndex:26068; appliedIndex:26066; }","duration":"178.42691ms","start":"2026-03-02T22:13:31.11288Z","end":"2026-03-02T22:13:31.291307Z","steps":["trace[1100545135] 'read index received' (duration: 177.029997ms)","trace[1100545135] 'applied index is now lower than readState.Index' (duration: 1.395703ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T22:13:31.291385Z","caller":"traceutil/trace.go:171","msg":"trace[2103008376] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"187.416041ms","start":"2026-03-02T22:13:31.103954Z","end":"2026-03-02T22:13:31.29137Z","steps":["trace[2103008376] 'process raft request' (duration: 187.139594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:31.291693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.790799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-02T22:13:31.29176Z","caller":"traceutil/trace.go:171","msg":"trace[728152455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25221; }","duration":"178.874921ms","start":"2026-03-02T22:13:31.112853Z","end":"2026-03-02T22:13:31.291728Z","steps":["trace[728152455] 'agreement among raft nodes before linearized reading' (duration: 178.721788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:31.291804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.50817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T22:13:31.291897Z","caller":"traceutil/trace.go:171","msg":"trace[249846061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25221; }","duration":"123.637124ms","start":"2026-03-02T22:13:31.16824Z","end":"2026-03-02T22:13:31.291877Z","steps":["trace[249846061] 'agreement among raft nodes before linearized reading' (duration: 123.461099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:31.292073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.621904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-02T22:13:31.29253Z","caller":"traceutil/trace.go:171","msg":"trace[1529207865] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25221; }","duration":"156.002013ms","start":"2026-03-02T22:13:31.136357Z","end":"2026-03-02T22:13:31.292359Z","steps":["trace[1529207865] 'agreement among raft nodes before linearized reading' (duration: 155.353848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T22:13:31.292581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.055271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T22:13:31.292685Z","caller":"traceutil/trace.go:171","msg":"trace[202372243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25221; }","duration":"162.132337ms","start":"2026-03-02T22:13:31.130529Z","end":"2026-03-02T22:13:31.292662Z","steps":["trace[202372243] 'agreement among raft nodes before linearized reading' (duration: 160.9706ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:34.90452Z","caller":"traceutil/trace.go:171","msg":"trace[2107656090] transaction","detail":"{read_only:false; response_revision:25241; number_of_response:1; }","duration":"172.844389ms","start":"2026-03-02T22:13:34.731629Z","end":"2026-03-02T22:13:34.904473Z","steps":["trace[2107656090] 'process raft request' (duration: 172.574143ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:34.904574Z","caller":"traceutil/trace.go:171","msg":"trace[1405108110] transaction","detail":"{read_only:false; response_revision:25242; number_of_response:1; }","duration":"172.432139ms","start":"2026-03-02T22:13:34.732098Z","end":"2026-03-02T22:13:34.90453Z","steps":["trace[1405108110] 'process raft request' (duration: 172.267775ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:34.904618Z","caller":"traceutil/trace.go:171","msg":"trace[131974921] transaction","detail":"{read_only:false; response_revision:25243; number_of_response:1; }","duration":"169.01306ms","start":"2026-03-02T22:13:34.735583Z","end":"2026-03-02T22:13:34.904596Z","steps":["trace[131974921] 'process raft request' (duration: 168.841706ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:34.904533Z","caller":"traceutil/trace.go:171","msg":"trace[1784119798] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"168.819655ms","start":"2026-03-02T22:13:34.735689Z","end":"2026-03-02T22:13:34.904509Z","steps":["trace[1784119798] 'process raft request' (duration: 168.774434ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:35.432646Z","caller":"traceutil/trace.go:171","msg":"trace[133509142] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"100.243894ms","start":"2026-03-02T22:13:35.332365Z","end":"2026-03-02T22:13:35.432609Z","steps":["trace[133509142] 'process raft request' (duration: 99.994778ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:39.090096Z","caller":"traceutil/trace.go:171","msg":"trace[2042081152] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"169.660005ms","start":"2026-03-02T22:13:38.92041Z","end":"2026-03-02T22:13:39.09007Z","steps":["trace[2042081152] 'process raft request' (duration: 169.509791ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:39.103718Z","caller":"traceutil/trace.go:171","msg":"trace[2107116079] transaction","detail":"{read_only:false; response_revision:25275; number_of_response:1; }","duration":"181.222426ms","start":"2026-03-02T22:13:38.922467Z","end":"2026-03-02T22:13:39.103689Z","steps":["trace[2107116079] 'process raft request' (duration: 181.021131ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:39.10401Z","caller":"traceutil/trace.go:171","msg":"trace[772103895] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"181.43373ms","start":"2026-03-02T22:13:38.922549Z","end":"2026-03-02T22:13:39.103983Z","steps":["trace[772103895] 'process raft request' (duration: 181.090442ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:13:39.104041Z","caller":"traceutil/trace.go:171","msg":"trace[954122411] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"181.42184ms","start":"2026-03-02T22:13:38.922595Z","end":"2026-03-02T22:13:39.104017Z","steps":["trace[954122411] 'process raft request' (duration: 181.223716ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:17:30.220358Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24595} {"level":"info","ts":"2026-03-02T22:17:30.352314Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24595,"took":"127.673248ms","hash":696292148,"current-db-size-bytes":48181248,"current-db-size":"48 MB","current-db-size-in-use-bytes":31682560,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-02T22:17:30.3524Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":696292148,"revision":24595,"compact-revision":22143} {"level":"info","ts":"2026-03-02T22:22:22.909945Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"1812db8446d3ac67","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T22:22:22.914236Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-02T22:22:22.914343Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-02T22:22:30.226401Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27017} {"level":"info","ts":"2026-03-02T22:22:30.361197Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27017,"took":"130.34762ms","hash":2861198469,"current-db-size-bytes":48181248,"current-db-size":"48 MB","current-db-size-in-use-bytes":27664384,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T22:22:30.361292Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2861198469,"revision":27017,"compact-revision":24595} {"level":"info","ts":"2026-03-02T22:26:51.972163Z","caller":"traceutil/trace.go:171","msg":"trace[1289887413] transaction","detail":"{read_only:false; response_revision:30968; number_of_response:1; }","duration":"112.142958ms","start":"2026-03-02T22:26:51.859986Z","end":"2026-03-02T22:26:51.972129Z","steps":["trace[1289887413] 'process raft request' (duration: 111.667917ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T22:27:30.23343Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29089} {"level":"info","ts":"2026-03-02T22:27:30.343866Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29089,"took":"105.854389ms","hash":397024805,"current-db-size-bytes":48181248,"current-db-size":"48 MB","current-db-size-in-use-bytes":28495872,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T22:27:30.343997Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":397024805,"revision":29089,"compact-revision":27017} {"level":"info","ts":"2026-03-02T22:32:30.244356Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31240} {"level":"info","ts":"2026-03-02T22:32:30.391561Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31240,"took":"143.853202ms","hash":2053586313,"current-db-size-bytes":48603136,"current-db-size":"49 MB","current-db-size-in-use-bytes":28909568,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T22:32:30.391618Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2053586313,"revision":31240,"compact-revision":29089} {"level":"info","ts":"2026-03-02T22:37:30.250689Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33315} {"level":"info","ts":"2026-03-02T22:37:30.375793Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33315,"took":"120.725627ms","hash":593549569,"current-db-size-bytes":50757632,"current-db-size":"51 MB","current-db-size-in-use-bytes":29392896,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T22:37:30.375846Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":593549569,"revision":33315,"compact-revision":31240} {"level":"info","ts":"2026-03-02T22:37:36.32625Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008f0b.wal"}